Warmstart + Noise Backend + Error Mitigation + Optuna (IBM)

import sys
import os
sys.path.insert(0, os.path.abspath('../'))
sys.path.insert(0, os.path.abspath('../../'))

import qiskit
provider = qiskit.IBMQ.load_account()

import optuna
from qiskit import Aer
from qiskit.ignis.mitigation import CompleteMeasFitter
from qiskit.utils import QuantumInstance
from qiskit_optimization.algorithms import WarmStartQAOAOptimizer, CobylaOptimizer, MinimumEigenOptimizer
from qiskit.algorithms import QAOA

from shared.QiskitMaxcut import *
from ibm.ibm_parameters import  *

%matplotlib inline

print_parameters()

Optimizers: ['SPSA', 'QN-SPSA', 'COBYLA'] with MaxIter of 500
Number of shots: 8000
Repetitions: [ 1; 50 ]
Gamma value interval: [ -3.141592653589793; 3.141592653589793 ]
Beta value interval: [ 3.141592653589793;-3.141592653589793 ]
Number of Optuna Trials: 150
Noise Backend Name: ibmq_toronto

# ---- Define graph and MaxCut ----
graph = load_graph()
max_cut = Maxcut(graph)
max_cut_qubo = max_cut.to_qubo()
max_cut.draw()

def init_qaoa(optimizer, reps, init_parameters):

    quantum_instance = QuantumInstance( backend=Aer.get_backend(DEFAULT_QASM_SIMULATOR),
                                        shots=SHOTS,
                                        noise_model=noise_model,
                                        coupling_map=coupling_map,
                                        basis_gates=basis_gates,
                                        measurement_error_mitigation_cls=CompleteMeasFitter,
                                        measurement_error_mitigation_shots=SHOTS
                                      )                 
    if optimizer == "QN-SPSA":
        # generate QAOA to get ansatz
        pre_qaoa = QAOA(optimizer=COBYLA(maxiter=1, tol=0), quantum_instance=quantum_instance, reps=reps, initial_point=init_parameters)
        MinimumEigenOptimizer(pre_qaoa).solve(max_cut_qubo)
        fidelity = QNSPSA.get_fidelity(pre_qaoa.ansatz)
        optimizer = QNSPSA(fidelity, maxiter=MAX_ITER)

    qaoa = QAOA(optimizer=optimizer, 
                quantum_instance=quantum_instance, 
                reps=reps,
                initial_point=init_parameters)

    ws_qaoa = WarmStartQAOAOptimizer(pre_solver=CobylaOptimizer(),
                                     relax_for_pre_solver=True,
                                     qaoa=qaoa)
    
    return ws_qaoa

def run(max_cut_problem, qaoa):
    # Run quantum algorithm QAOA
    result = qaoa.solve(max_cut_problem)
    optimal_parameters = qaoa._qaoa.optimal_params
    return result, optimal_parameters.copy()

def objective(trial):
    optimizer_name = trial.suggest_categorical("optimizer", optimizers.keys())
    reps = trial.suggest_int('reps', REPS_MIN, REPS_MAX + 1)
    parameters = []
    for i in range(reps):
        parameters.append(trial.suggest_uniform(f'gamma_{i}', GAMMA_MIN, GAMMA_MAX))

    for i in range(reps):
        parameters.append(trial.suggest_uniform(f'beta_{i}', BETA_MIN, BETA_MAX))

    optimizer = optimizers[optimizer_name]
        
    qaoa = init_qaoa(optimizer, reps, parameters)
    
    result, optimal_parameters = run(max_cut_qubo, qaoa)
    mean, distribution = max_cut.analyse(result)

    trial.set_user_attr(key="best", value=[mean,result,optimal_parameters, optimizer_name])
    
    return mean

study = optuna.create_study(direction='minimize')
study.optimize(objective, n_trials=N_TRIALS, callbacks=[save_best_trial])

[I 2021-08-05 11:16:51,872] A new study created in memory with name: no-name-c7dbc4bf-bf69-411c-a30d-bdc64d7a335f
[I 2021-08-05 11:19:59,766] Trial 0 finished with value: -23.789934115173303 and parameters: {'optimizer': 'COBYLA', 'reps': 35, 'gamma_0': 1.4667917686051233, 'gamma_1': -0.48146154219448745, 'gamma_2': 0.4221458091854, 'gamma_3': -1.8447614408562765, 'gamma_4': -0.44678071005507203, 'gamma_5': 2.650946064437977, 'gamma_6': 1.2931775177437634, 'gamma_7': -0.4470089741905765, 'gamma_8': -1.0930790093818898, 'gamma_9': 2.739460619344829, 'gamma_10': 3.052764245584367, 'gamma_11': -2.365229645431991, 'gamma_12': 0.9991121595871348, 'gamma_13': -1.3327648375600245, 'gamma_14': -0.6046209793404511, 'gamma_15': 1.5678505389077815, 'gamma_16': 0.9358881984501703, 'gamma_17': -0.47185414158103134, 'gamma_18': 1.8583842067723637, 'gamma_19': 2.5579634912426785, 'gamma_20': -0.25719698129566027, 'gamma_21': 2.727786957648406, 'gamma_22': -2.3709038609561826, 'gamma_23': 2.5571817867768445, 'gamma_24': -1.6282254645990326, 'gamma_25': -1.2283852276791605, 'gamma_26': 2.2311932821857026, 'gamma_27': -1.5316370191984936, 'gamma_28': -1.5867359410458575, 'gamma_29': -2.038947865428873, 'gamma_30': 2.4962403380444185, 'gamma_31': -0.7522651535108347, 'gamma_32': -2.157609190178194, 'gamma_33': 1.3318785981753374, 'gamma_34': 0.765305698965868, 'beta_0': 3.0578942399835967, 'beta_1': 2.090870815137759, 'beta_2': -0.7716533540408217, 'beta_3': -1.7341161432112338, 'beta_4': 1.7844765853238824, 'beta_5': 2.730642405598738, 'beta_6': 1.2421034694382467, 'beta_7': 2.7792053312342917, 'beta_8': -0.2164166659129796, 'beta_9': -0.10049621961839605, 'beta_10': -2.8748360892048828, 'beta_11': -0.40198970383053156, 'beta_12': -2.7350892964725517, 'beta_13': 2.092448083116172, 'beta_14': 0.38427843446894405, 'beta_15': 2.0082497540002535, 'beta_16': 2.560710586998538, 'beta_17': -0.38588566788155454, 'beta_18': -1.168113766290532, 'beta_19': 0.8965896590660698, 'beta_20': 0.012310366741330903, 'beta_21': 2.848564948532177, 'beta_22': 0.8231288277406881, 'beta_23': 2.6569633781475552, 'beta_24': 2.906610800771171, 'beta_25': 2.574368138388672, 'beta_26': -2.9194158770068714, 'beta_27': 1.9820144499272958, 'beta_28': -2.244704612215479, 'beta_29': 2.8062562572318344, 'beta_30': 1.0700332918811872, 'beta_31': -2.3608529263037865, 'beta_32': 0.027645264197821096, 'beta_33': -0.23810144360690177, 'beta_34': 1.8836939174148721}. Best is trial 0 with value: -23.789934115173303.
[I 2021-08-05 11:42:17,606] Trial 1 finished with value: -23.91822583070184 and parameters: {'optimizer': 'QN-SPSA', 'reps': 47, 'gamma_0': -1.779961580866129, 'gamma_1': -2.242605648927232, 'gamma_2': -2.5756307630257913, 'gamma_3': 2.826216858861513, 'gamma_4': 0.9968181073148319, 'gamma_5': -2.733581262465453, 'gamma_6': -0.9090148860709384, 'gamma_7': -2.908332238812379, 'gamma_8': 0.7863094506902111, 'gamma_9': -1.680885812475213, 'gamma_10': 1.1464907892540737, 'gamma_11': -3.017672668660744, 'gamma_12': 0.29201539594696335, 'gamma_13': -2.1819690589793246, 'gamma_14': 0.039553078158809374, 'gamma_15': 0.8823018710801271, 'gamma_16': 0.14916745287009814, 'gamma_17': -1.066863810889037, 'gamma_18': -2.3673956921077632, 'gamma_19': 1.8336765607937453, 'gamma_20': -0.2593044588231974, 'gamma_21': -1.1054715751955908, 'gamma_22': -0.09090391322086777, 'gamma_23': -0.6029462007552175, 'gamma_24': 1.601208087577799, 'gamma_25': 1.6278804389621664, 'gamma_26': 1.3762049189787104, 'gamma_27': -2.7619356155411317, 'gamma_28': 0.7575369375989096, 'gamma_29': -2.1606027499546854, 'gamma_30': -2.508398104257762, 'gamma_31': -0.17689226306267658, 'gamma_32': -2.006015311063347, 'gamma_33': 2.727443493929795, 'gamma_34': -1.0034071119466583, 'gamma_35': 1.795047018079524, 'gamma_36': 0.8820806415740412, 'gamma_37': -0.6491333597353162, 'gamma_38': 0.35981885064151875, 'gamma_39': 0.8593896659560274, 'gamma_40': 1.4330975859232744, 'gamma_41': -1.7075108687148792, 'gamma_42': 1.765712563154831, 'gamma_43': 2.985977985874121, 'gamma_44': 2.9686541659802748, 'gamma_45': 3.127745636322036, 'gamma_46': -0.6367095113164454, 'beta_0': -0.49581532021480745, 'beta_1': 2.594833211458406, 'beta_2': 0.45971504621359616, 'beta_3': -1.8238791539986607, 'beta_4': 2.9387518205716203, 'beta_5': -2.0635464191465527, 'beta_6': 1.7481207974785224, 'beta_7': -2.97683881069086, 'beta_8': 1.4432075099831012, 'beta_9': -1.2059397257369002, 'beta_10': -1.1867263695595005, 'beta_11': 1.0610852894911256, 'beta_12': -0.23057538354899254, 'beta_13': 0.8037820568924734, 'beta_14': 1.60786207398544, 'beta_15': 2.4035296900922454, 'beta_16': 2.570169073066724, 'beta_17': 0.8107353861332145, 'beta_18': 2.7493312389324593, 'beta_19': 2.591749657816874, 'beta_20': 0.12679603665096773, 'beta_21': 0.5146133118196707, 'beta_22': -1.0636563880749774, 'beta_23': 1.1892259334717012, 'beta_24': 0.42881757394545517, 'beta_25': 2.4335623544095943, 'beta_26': 0.054081865372028304, 'beta_27': 0.8705748595192855, 'beta_28': 3.0475893604192503, 'beta_29': 0.6705859439895567, 'beta_30': -1.5887497770053969, 'beta_31': 2.3279213674035883, 'beta_32': 0.1568147601101635, 'beta_33': 0.7695386736658945, 'beta_34': 0.10382312810336769, 'beta_35': 2.570358943003816, 'beta_36': 1.4660276301127197, 'beta_37': 0.6869564558257877, 'beta_38': -0.7247910005773592, 'beta_39': -1.9830694210309279, 'beta_40': 2.20006772461144, 'beta_41': 2.6883594773452, 'beta_42': -0.7381848011803291, 'beta_43': -1.7835883256946046, 'beta_44': 1.9945758554878168, 'beta_45': 0.026630335183566167, 'beta_46': 1.3182167330350145}. Best is trial 1 with value: -23.91822583070184.
[I 2021-08-05 11:45:28,006] Trial 2 finished with value: -23.894939379172357 and parameters: {'optimizer': 'COBYLA', 'reps': 36, 'gamma_0': 1.339899852532092, 'gamma_1': 1.4144025304015093, 'gamma_2': 0.1372660392437579, 'gamma_3': 0.4233618082123405, 'gamma_4': 0.004367308600305986, 'gamma_5': 0.892712413982502, 'gamma_6': 0.09984582687230814, 'gamma_7': -2.553672490457183, 'gamma_8': -0.531734266648932, 'gamma_9': 0.9406591173131646, 'gamma_10': -1.2701349935088528, 'gamma_11': -3.072649569864113, 'gamma_12': 1.4833624600690847, 'gamma_13': -0.5167891589120814, 'gamma_14': 1.9497133461184175, 'gamma_15': -0.9436227761101956, 'gamma_16': 2.4296190351096065, 'gamma_17': -1.3938859402876909, 'gamma_18': -2.320340550521355, 'gamma_19': -1.3446815661740097, 'gamma_20': 2.3215064496229427, 'gamma_21': 0.6129660203978871, 'gamma_22': 2.201988579170255, 'gamma_23': -2.9971929844644203, 'gamma_24': 1.466820203007301, 'gamma_25': 1.7475705828696366, 'gamma_26': -2.831292221441409, 'gamma_27': -1.4694321243312771, 'gamma_28': 2.1583757738131233, 'gamma_29': -1.997631086899881, 'gamma_30': -0.3023257118627458, 'gamma_31': 1.6146722570801106, 'gamma_32': 1.6222519913673974, 'gamma_33': -0.022736358445118565, 'gamma_34': -0.9690155452483373, 'gamma_35': 1.0201581491875098, 'beta_0': -2.3645977489751813, 'beta_1': -0.5854450922903638, 'beta_2': 2.6801638417779463, 'beta_3': -0.026610072098342208, 'beta_4': 0.4287355959417267, 'beta_5': -0.303455213113887, 'beta_6': 2.8346957986733994, 'beta_7': -0.8006890805732776, 'beta_8': -1.2345062211254894, 'beta_9': -0.12946856781960214, 'beta_10': 0.22077591952896647, 'beta_11': 0.08785061271377437, 'beta_12': 0.05177466195910885, 'beta_13': -2.5883897886817584, 'beta_14': 2.984614938910087, 'beta_15': 2.139361208506646, 'beta_16': -2.851941435793217, 'beta_17': -2.99686738045942, 'beta_18': 2.410749660806654, 'beta_19': -0.9093483428303402, 'beta_20': -1.238324013300492, 'beta_21': 0.9784920403279269, 'beta_22': -1.3025451261302325, 'beta_23': 1.3228982370648437, 'beta_24': -1.3573805562581787, 'beta_25': -0.5111211624942977, 'beta_26': -1.5739391577860478, 'beta_27': 1.1087393043480924, 'beta_28': 0.5927956691538885, 'beta_29': 2.2084243723447976, 'beta_30': -0.03187564654823394, 'beta_31': 1.7753997148730027, 'beta_32': 3.065424184538638, 'beta_33': 1.2686546792292885, 'beta_34': 0.8837105675620291, 'beta_35': 1.8829324404924073}. Best is trial 1 with value: -23.91822583070184.
[I 2021-08-05 11:46:46,936] Trial 3 finished with value: -24.175159357829695 and parameters: {'optimizer': 'COBYLA', 'reps': 14, 'gamma_0': 2.2168026557871636, 'gamma_1': -2.4345960725947835, 'gamma_2': 1.0685404171526844, 'gamma_3': -1.7546748697990877, 'gamma_4': -1.8644205927515058, 'gamma_5': 0.7871016930255004, 'gamma_6': 1.05197405119132, 'gamma_7': 2.109958403278876, 'gamma_8': -2.3588139919332494, 'gamma_9': -3.1271418210483377, 'gamma_10': -1.5500376925548087, 'gamma_11': -1.045607755549124, 'gamma_12': 0.16532313954392386, 'gamma_13': -1.2916729919491845, 'beta_0': 0.7952066785816165, 'beta_1': -0.4481156994169897, 'beta_2': -2.1249917734408843, 'beta_3': 2.891744676212883, 'beta_4': 0.003701979703236713, 'beta_5': 0.6438304000884236, 'beta_6': 2.28047575116699, 'beta_7': -0.6239068118603774, 'beta_8': -0.061045955437522004, 'beta_9': 0.5739940739542657, 'beta_10': 2.473382024157128, 'beta_11': -0.045528287810289836, 'beta_12': 0.8543630778833027, 'beta_13': -3.080957368562927}. Best is trial 3 with value: -24.175159357829695.
[I 2021-08-05 12:09:56,406] Trial 4 finished with value: -24.12131809119831 and parameters: {'optimizer': 'QN-SPSA', 'reps': 50, 'gamma_0': 0.6820554070777476, 'gamma_1': 1.8108383245242363, 'gamma_2': 2.4598475721000144, 'gamma_3': 2.3857131199345707, 'gamma_4': -2.1550760528266637, 'gamma_5': 1.2867440183825494, 'gamma_6': -2.8491058460794494, 'gamma_7': 2.0558254424011535, 'gamma_8': 1.6782555071336498, 'gamma_9': 3.0863943967384566, 'gamma_10': 0.746466525919129, 'gamma_11': 1.2772624481992025, 'gamma_12': -0.568615735172723, 'gamma_13': 3.1137555119117373, 'gamma_14': -0.43647179282369164, 'gamma_15': 2.834442635158549, 'gamma_16': -0.9276185040299576, 'gamma_17': -2.745051673438169, 'gamma_18': 2.8231110044920165, 'gamma_19': -2.663877221122183, 'gamma_20': 0.20849201398646455, 'gamma_21': 1.615426095804139, 'gamma_22': -1.6243601411608488, 'gamma_23': -0.8253220738882696, 'gamma_24': 2.1003064302577013, 'gamma_25': -2.2158286927305784, 'gamma_26': 1.0891096169587344, 'gamma_27': -1.3956873583388187, 'gamma_28': 0.47071286872131823, 'gamma_29': 1.6208243753753395, 'gamma_30': 1.4991012034544218, 'gamma_31': -1.8110976987062788, 'gamma_32': -0.4238357776812518, 'gamma_33': 2.7787628162526294, 'gamma_34': 1.9467064354795722, 'gamma_35': -1.6229415542285097, 'gamma_36': -0.07620307172322205, 'gamma_37': -0.9996293750074408, 'gamma_38': -2.7223967751647447, 'gamma_39': -0.03101688816563719, 'gamma_40': 0.8818682997749736, 'gamma_41': 1.0550142211101923, 'gamma_42': 2.775996476250004, 'gamma_43': 2.046596935584139, 'gamma_44': 2.4053525765082453, 'gamma_45': -1.0830780786915528, 'gamma_46': -1.2523975604026363, 'gamma_47': -1.1352782389427936, 'gamma_48': -3.046097023562429, 'gamma_49': -0.17156322066918817, 'beta_0': 0.6356669828014225, 'beta_1': -0.6397616418619192, 'beta_2': -2.6585088807075437, 'beta_3': 2.229118324130911, 'beta_4': 2.0359443410029963, 'beta_5': -2.7270426520735676, 'beta_6': -2.376280187915458, 'beta_7': 2.8827815296455155, 'beta_8': -0.2305335227448042, 'beta_9': 1.0095197959312179, 'beta_10': -0.2785932114024865, 'beta_11': -0.3806873046068824, 'beta_12': 1.0362021299763589, 'beta_13': 1.292883241947866, 'beta_14': 2.7507994516045455, 'beta_15': 1.4555434452968505, 'beta_16': 0.6871865817250122, 'beta_17': 2.79656519614326, 'beta_18': 0.30604486469754866, 'beta_19': 1.764823583880407, 'beta_20': 1.9897755102203307, 'beta_21': -2.447722118069046, 'beta_22': -0.6591360346340358, 'beta_23': -2.37534877076509, 'beta_24': 1.4099122335060645, 'beta_25': -2.72367606246921, 'beta_26': 1.4958407236589082, 'beta_27': 2.056813499521282, 'beta_28': -0.9054433869454703, 'beta_29': -0.36749076238612943, 'beta_30': -2.837120538575456, 'beta_31': 1.631726574364027, 'beta_32': -1.2184798452776313, 'beta_33': -0.7364211335700603, 'beta_34': -1.0721711274208712, 'beta_35': 1.805643037609432, 'beta_36': 2.488187897391083, 'beta_37': 1.3320702987812982, 'beta_38': 0.46308494159357627, 'beta_39': -1.960985200388185, 'beta_40': 0.2424698444326916, 'beta_41': -1.1455433219563025, 'beta_42': -1.9072050285283482, 'beta_43': 2.899725148134288, 'beta_44': 3.041888954218238, 'beta_45': -1.170445426783968, 'beta_46': 0.5807034933031798, 'beta_47': -0.07595509540456202, 'beta_48': 0.2819920230193964, 'beta_49': -0.9224506500987886}. Best is trial 3 with value: -24.175159357829695.
[I 2021-08-05 12:13:31,821] Trial 5 finished with value: -23.951719192416473 and parameters: {'optimizer': 'COBYLA', 'reps': 44, 'gamma_0': 2.5368591062126233, 'gamma_1': 3.0733105905581732, 'gamma_2': 0.9840181679764921, 'gamma_3': -2.136053234774378, 'gamma_4': 1.2742872788343345, 'gamma_5': -2.6463627558696556, 'gamma_6': 2.428664968276732, 'gamma_7': 1.7716028235738532, 'gamma_8': -0.03478493835273255, 'gamma_9': -1.84549438402991, 'gamma_10': -0.2910614295818563, 'gamma_11': 0.9513179082692558, 'gamma_12': -0.583496463497525, 'gamma_13': -2.4238989986952086, 'gamma_14': 2.247884881818093, 'gamma_15': 1.84634470757205, 'gamma_16': -2.061633603601686, 'gamma_17': -0.888956590454602, 'gamma_18': -0.2599503306166797, 'gamma_19': 0.7909709462418482, 'gamma_20': 1.4081004088515776, 'gamma_21': -0.3191704970296505, 'gamma_22': -2.4847205284812137, 'gamma_23': 2.727506085438722, 'gamma_24': -2.554742841808956, 'gamma_25': -0.38407784015638446, 'gamma_26': 1.5957633269304274, 'gamma_27': -1.2591553872723384, 'gamma_28': -1.2072679226119332, 'gamma_29': 0.6368250570333256, 'gamma_30': 0.6768569484110207, 'gamma_31': -1.8711389028767709, 'gamma_32': 2.1921654631662815, 'gamma_33': 1.829759121128994, 'gamma_34': 2.1149986208901463, 'gamma_35': -0.1285760661392512, 'gamma_36': -1.5883051397269599, 'gamma_37': -1.9628603397191158, 'gamma_38': 0.5818764700558794, 'gamma_39': 1.023219897441252, 'gamma_40': -1.7408638144044597, 'gamma_41': 0.4089790737578758, 'gamma_42': 1.5491737336955724, 'gamma_43': -0.8754257045951221, 'beta_0': -1.90587389914491, 'beta_1': 0.33033334377864687, 'beta_2': -0.9141085493488603, 'beta_3': 0.2954204214175027, 'beta_4': 1.1892118549327346, 'beta_5': 3.103732677625622, 'beta_6': -2.2875591394962274, 'beta_7': -1.0887600128368198, 'beta_8': 2.7094003586224575, 'beta_9': -1.6497625898947899, 'beta_10': -2.5207894491858083, 'beta_11': -3.0928736614659926, 'beta_12': 2.540020122711769, 'beta_13': -2.2136464205709703, 'beta_14': -0.26071199401306355, 'beta_15': -0.7821928262405335, 'beta_16': -1.8062739306837965, 'beta_17': -2.48650650987557, 'beta_18': 2.6031185486292285, 'beta_19': 0.3530370982750495, 'beta_20': -2.6670601230647626, 'beta_21': -1.853499734246861, 'beta_22': 0.3430674753996006, 'beta_23': -0.8240088723031631, 'beta_24': 0.72865913346563, 'beta_25': 1.8832317917028876, 'beta_26': 0.8032426558804495, 'beta_27': 0.09280450982342936, 'beta_28': -0.6221049187283341, 'beta_29': 2.9278484569733063, 'beta_30': -2.400503768238928, 'beta_31': -1.12143147837565, 'beta_32': -2.1631936834930796, 'beta_33': -1.0537474285881503, 'beta_34': 1.046817369323552, 'beta_35': -0.43720997621666013, 'beta_36': 1.1545567934385765, 'beta_37': -0.29216478852042727, 'beta_38': -1.7548220087055173, 'beta_39': 1.3518189206921294, 'beta_40': 2.4186282270758843, 'beta_41': 3.087674134659917, 'beta_42': 1.0875791925489713, 'beta_43': 1.2670300882297196}. Best is trial 3 with value: -24.175159357829695.
[I 2021-08-05 12:20:22,709] Trial 6 finished with value: -24.073119611002266 and parameters: {'optimizer': 'SPSA', 'reps': 39, 'gamma_0': -1.0371744566791024, 'gamma_1': 2.6233431895754213, 'gamma_2': 1.1331374975000088, 'gamma_3': 0.9573851904165229, 'gamma_4': -1.479911818656043, 'gamma_5': 0.41868852064178386, 'gamma_6': 2.162027528523925, 'gamma_7': 1.7561415483874105, 'gamma_8': 2.619918641902392, 'gamma_9': -0.9117086376101682, 'gamma_10': -2.1847867400593874, 'gamma_11': -2.266764640719709, 'gamma_12': 0.9594273820077621, 'gamma_13': -2.9517854627169107, 'gamma_14': 1.5593306401175386, 'gamma_15': -0.16225287535567912, 'gamma_16': 1.7481903586436802, 'gamma_17': 0.29018503745078705, 'gamma_18': -0.8605272034614639, 'gamma_19': -2.805245759886965, 'gamma_20': 1.5293809434406782, 'gamma_21': -1.9381700743685113, 'gamma_22': -1.9747927704004717, 'gamma_23': 0.8535802140687938, 'gamma_24': 0.9847110364800589, 'gamma_25': 2.271507688360183, 'gamma_26': -1.1061921801705763, 'gamma_27': 2.4001463356740675, 'gamma_28': -1.5195250416575397, 'gamma_29': -0.9954026034489614, 'gamma_30': -0.5414446987583199, 'gamma_31': -2.009035280513472, 'gamma_32': 3.0349747488712815, 'gamma_33': -2.416273297883196, 'gamma_34': -0.7911654663124494, 'gamma_35': 0.5413211551302854, 'gamma_36': 0.7193964489634137, 'gamma_37': 3.064759393314066, 'gamma_38': -0.8824879327716446, 'beta_0': 0.17616669878491642, 'beta_1': -1.6037615453632421, 'beta_2': -0.6050807814245718, 'beta_3': 1.4900350554135775, 'beta_4': -0.5284830649942145, 'beta_5': -2.48927877389061, 'beta_6': 3.0144374096738487, 'beta_7': -2.970960908864489, 'beta_8': 2.44508811976082, 'beta_9': 1.6604308689132417, 'beta_10': -1.3827751112070032, 'beta_11': 0.07319685830983724, 'beta_12': 3.1406905669432055, 'beta_13': 1.4932548860623465, 'beta_14': -2.7995621397826413, 'beta_15': 1.1480887397287853, 'beta_16': -1.4992769178411436, 'beta_17': -0.08110937840476407, 'beta_18': 1.7277082751991477, 'beta_19': -0.2947078132970793, 'beta_20': -3.0854783734177387, 'beta_21': 2.88893723629472, 'beta_22': -0.8554134850067072, 'beta_23': 0.7717979129866723, 'beta_24': 0.9337805441832652, 'beta_25': 2.013763577324349, 'beta_26': 2.933864818296648, 'beta_27': -1.4084788129652952, 'beta_28': -0.2085590441769689, 'beta_29': 1.0529942982133198, 'beta_30': 1.8042212235760413, 'beta_31': -0.15714182369905316, 'beta_32': 1.3242410731581558, 'beta_33': 2.8946180331263616, 'beta_34': -1.8286446689638625, 'beta_35': 0.5978507946774023, 'beta_36': -0.6428416432324182, 'beta_37': 2.804410201573142, 'beta_38': 0.738752151833689}. Best is trial 3 with value: -24.175159357829695.
[I 2021-08-05 12:35:40,211] Trial 7 finished with value: -24.149137835006265 and parameters: {'optimizer': 'QN-SPSA', 'reps': 28, 'gamma_0': -3.100334103011299, 'gamma_1': 2.1387455709662193, 'gamma_2': 0.7268583605773196, 'gamma_3': 0.7861730410851226, 'gamma_4': 0.7925083111300846, 'gamma_5': -0.31752312691433016, 'gamma_6': 0.9123197080919088, 'gamma_7': -2.6332560426995393, 'gamma_8': -3.1276814446674974, 'gamma_9': -0.4078326700573993, 'gamma_10': -0.5260494606056332, 'gamma_11': -2.05134151929549, 'gamma_12': -2.2137631256271213, 'gamma_13': 1.3728775793428012, 'gamma_14': 0.10940891599170932, 'gamma_15': -2.5168648501535906, 'gamma_16': -1.426925164549059, 'gamma_17': 2.1558656885775944, 'gamma_18': 1.056575633794444, 'gamma_19': 2.4564275508437916, 'gamma_20': 1.9994192414987886, 'gamma_21': 2.8053428795024136, 'gamma_22': -3.0674757402816284, 'gamma_23': 0.6581791342764269, 'gamma_24': 2.987219897451303, 'gamma_25': -1.3365623161751574, 'gamma_26': -0.0670726207389647, 'gamma_27': 2.6324989457705437, 'beta_0': -1.3181534418903544, 'beta_1': -1.8766079701692144, 'beta_2': 0.3554959629952057, 'beta_3': 0.11292833233986022, 'beta_4': -1.0092813360781858, 'beta_5': -1.9741063366442495, 'beta_6': 1.5293700345786503, 'beta_7': 2.6785862870045696, 'beta_8': -0.3197918804615232, 'beta_9': -1.2231444959840811, 'beta_10': 0.1757123461280874, 'beta_11': -2.741413431030736, 'beta_12': -0.98558362673388, 'beta_13': 2.8483119377345654, 'beta_14': -1.742549656014379, 'beta_15': 1.724428663129097, 'beta_16': 1.2130289054548582, 'beta_17': 0.22099023323614864, 'beta_18': 1.5232606485300515, 'beta_19': 2.43318150214619, 'beta_20': 2.744069288381871, 'beta_21': 0.9589419720378194, 'beta_22': -1.801623842293915, 'beta_23': -1.442554839681003, 'beta_24': 2.973102844470503, 'beta_25': 3.088069798573544, 'beta_26': 1.6423116744449757, 'beta_27': 1.5650004208631225}. Best is trial 3 with value: -24.175159357829695.
[I 2021-08-05 12:39:00,767] Trial 8 finished with value: -24.123711145827755 and parameters: {'optimizer': 'COBYLA', 'reps': 40, 'gamma_0': 0.8534550465986461, 'gamma_1': -1.3550413848494591, 'gamma_2': 1.707554014940614, 'gamma_3': 1.337607189709228, 'gamma_4': -0.68531819769888, 'gamma_5': 1.4853306441237555, 'gamma_6': -2.568160404050775, 'gamma_7': -3.1198866143772603, 'gamma_8': 1.5625061585192963, 'gamma_9': -1.9159602107435103, 'gamma_10': -1.6637605699406754, 'gamma_11': -2.8430855278345875, 'gamma_12': 0.5315269484574334, 'gamma_13': -0.8626695694933115, 'gamma_14': -1.0017286873866738, 'gamma_15': -0.9340784529318307, 'gamma_16': 1.5187209735205203, 'gamma_17': 0.42929038317520396, 'gamma_18': 1.6001061486145138, 'gamma_19': 0.39548543566039696, 'gamma_20': 1.4760376608236765, 'gamma_21': -1.533901776383446, 'gamma_22': -2.9053451675149216, 'gamma_23': -1.3195749876915646, 'gamma_24': -1.2727072852269212, 'gamma_25': 2.843069968049524, 'gamma_26': -3.0396199066221996, 'gamma_27': 0.8258106781547436, 'gamma_28': 1.6879887047883981, 'gamma_29': -0.14519150272746106, 'gamma_30': -0.20512148429920574, 'gamma_31': 3.0808488219686705, 'gamma_32': -2.8900704827257098, 'gamma_33': -1.031021913784886, 'gamma_34': -0.7490873351825598, 'gamma_35': -0.011273452691276553, 'gamma_36': -1.0926643762154145, 'gamma_37': 0.856935574019531, 'gamma_38': -0.2454784354667816, 'gamma_39': 2.9545553318985016, 'beta_0': 2.387732422307578, 'beta_1': 1.8388595957973646, 'beta_2': -0.8489934959180436, 'beta_3': -1.3752030811153895, 'beta_4': -1.4226077231818839, 'beta_5': 1.9710579167140025, 'beta_6': -0.16021077278940687, 'beta_7': 0.7413025112489038, 'beta_8': 3.0396980791886685, 'beta_9': 2.0139194198165216, 'beta_10': -0.6706337320654083, 'beta_11': -0.7763709334848028, 'beta_12': 2.522262085476939, 'beta_13': -2.3371489777429835, 'beta_14': -1.6137899710219572, 'beta_15': 1.0313031928302587, 'beta_16': -0.8960946492538664, 'beta_17': -2.1208642086406004, 'beta_18': -1.3063237981552893, 'beta_19': 2.197882394101197, 'beta_20': -2.4417068190139726, 'beta_21': -0.8030004921835392, 'beta_22': -2.444821664242609, 'beta_23': 0.16908027599578768, 'beta_24': 0.8588257345536086, 'beta_25': 1.835643701525811, 'beta_26': 1.5723088599605335, 'beta_27': -2.987394940497969, 'beta_28': 2.051486971250106, 'beta_29': -0.5157214456859656, 'beta_30': 2.0657790128018796, 'beta_31': 2.4231074121825955, 'beta_32': -0.5569826228292016, 'beta_33': 2.5402727170093513, 'beta_34': 2.821454843485091, 'beta_35': 1.4494793482074124, 'beta_36': 2.0751680903163177, 'beta_37': 1.7647884519044386, 'beta_38': -1.1188200438376183, 'beta_39': -0.2545986077422362}. Best is trial 3 with value: -24.175159357829695.
[I 2021-08-05 12:40:07,654] Trial 9 finished with value: -24.17390871103225 and parameters: {'optimizer': 'COBYLA', 'reps': 12, 'gamma_0': 1.3504020155421879, 'gamma_1': -0.2894642494371089, 'gamma_2': 0.90732687896584, 'gamma_3': 0.0873613933253683, 'gamma_4': 1.4121313665108968, 'gamma_5': -1.8986193566012042, 'gamma_6': 0.4119153112791989, 'gamma_7': -2.807964843095626, 'gamma_8': 2.167461731680449, 'gamma_9': -1.298327590505394, 'gamma_10': -1.928169697150387, 'gamma_11': -2.4141799195720193, 'beta_0': -1.5480932133371794, 'beta_1': 0.1305239099471387, 'beta_2': 1.3551635896160796, 'beta_3': -0.2603105421465308, 'beta_4': -0.6421317503796069, 'beta_5': 0.5277093487385396, 'beta_6': 1.0100451123560186, 'beta_7': -0.05944208321251798, 'beta_8': -0.23892224577160404, 'beta_9': -1.469798713069813, 'beta_10': 1.6055165813164018, 'beta_11': 0.48400070169520726}. Best is trial 3 with value: -24.175159357829695.
[I 2021-08-05 12:44:20,034] Trial 10 finished with value: -26.565295075293076 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 3.0826351672669228, 'beta_0': 1.43867075783197}. Best is trial 10 with value: -26.565295075293076.
[I 2021-08-05 12:48:32,624] Trial 11 finished with value: -26.749412045774502 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 2.9798069498463327, 'beta_0': 1.4521450112575391}. Best is trial 11 with value: -26.749412045774502.
[I 2021-08-05 12:52:43,982] Trial 12 finished with value: -26.780522733323675 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 3.1252733649675766, 'beta_0': 1.6730727144336297}. Best is trial 12 with value: -26.780522733323675.
[I 2021-08-05 12:56:55,297] Trial 13 finished with value: -25.675654792113768 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 3.0962677771921485, 'beta_0': 1.9570454392353887}. Best is trial 12 with value: -26.780522733323675.
[I 2021-08-05 13:01:43,352] Trial 14 finished with value: -23.90399273185881 and parameters: {'optimizer': 'SPSA', 'reps': 10, 'gamma_0': 2.2869014332504225, 'gamma_1': 0.4488661190115616, 'gamma_2': -1.630780307797302, 'gamma_3': -2.8947349081990965, 'gamma_4': 2.4009353570091627, 'gamma_5': -1.0192391143510908, 'gamma_6': -1.260498699925887, 'gamma_7': -0.7467044502785063, 'gamma_8': -1.7183072070261467, 'gamma_9': 1.2487416481926061, 'beta_0': 2.886576786771754, 'beta_1': -3.0640340738997742, 'beta_2': 2.300371254577573, 'beta_3': -2.786274677452272, 'beta_4': -2.920140759756718, 'beta_5': -0.9421989513179092, 'beta_6': -1.3192334651262312, 'beta_7': 1.5072359319011157, 'beta_8': -2.6544770579688324, 'beta_9': 2.9952518998238573}. Best is trial 12 with value: -26.780522733323675.
[I 2021-08-05 13:06:10,225] Trial 15 finished with value: -25.02718553871716 and parameters: {'optimizer': 'SPSA', 'reps': 5, 'gamma_0': -0.42367458434674, 'gamma_1': 0.805873070616831, 'gamma_2': -0.9660954299444453, 'gamma_3': -0.9183172040052135, 'gamma_4': -3.1190067587838857, 'beta_0': 1.5208871840968514, 'beta_1': -3.004792239779432, 'beta_2': -1.9895492100489887, 'beta_3': -3.094227602229612, 'beta_4': -3.0319852783513883}. Best is trial 12 with value: -26.780522733323675.
[I 2021-08-05 13:11:44,872] Trial 16 finished with value: -23.96661592954225 and parameters: {'optimizer': 'SPSA', 'reps': 22, 'gamma_0': 2.9650521822354934, 'gamma_1': -1.2210312355774529, 'gamma_2': 3.124849789781292, 'gamma_3': 2.1012820425055243, 'gamma_4': 3.025806567337267, 'gamma_5': 2.9078057880521335, 'gamma_6': 3.098862972882191, 'gamma_7': 0.5280777712458904, 'gamma_8': 2.9418397096750684, 'gamma_9': 2.0416975801007986, 'gamma_10': 2.8168928575403425, 'gamma_11': 3.014179772450236, 'gamma_12': 2.4660540777471263, 'gamma_13': 1.061208155946386, 'gamma_14': -2.4981669768315475, 'gamma_15': -3.1343869225325913, 'gamma_16': -2.9339303698589014, 'gamma_17': 3.0659052085096024, 'gamma_18': 3.055278651308643, 'gamma_19': -1.0405273770500525, 'gamma_20': -2.504791608738438, 'gamma_21': -3.1157797910962293, 'beta_0': 1.3533931666077552, 'beta_1': 0.8934052250972406, 'beta_2': 1.6056123773535425, 'beta_3': 1.3984500024752826, 'beta_4': -2.121967001437111, 'beta_5': 1.4485702449719613, 'beta_6': -0.5185177134620426, 'beta_7': -1.992793833243003, 'beta_8': -3.1021950681769663, 'beta_9': -2.480465023476434, 'beta_10': 3.0126905277982057, 'beta_11': 2.6511128603541967, 'beta_12': -3.003422930455664, 'beta_13': -0.7741494845360737, 'beta_14': -2.9210293845119306, 'beta_15': -3.0787134645903755, 'beta_16': -2.940986271258461, 'beta_17': 3.0865471472868373, 'beta_18': -2.6153469448924183, 'beta_19': -1.5487846297587733, 'beta_20': 1.410452949756847, 'beta_21': 2.015709486868617}. Best is trial 12 with value: -26.780522733323675.
[I 2021-08-05 13:17:01,343] Trial 17 finished with value: -23.948345619137545 and parameters: {'optimizer': 'SPSA', 'reps': 20, 'gamma_0': -2.6040156282952744, 'gamma_1': -2.73726070207933, 'gamma_2': -3.0555462154694206, 'gamma_3': -0.6279679898718602, 'gamma_4': -2.933880016650379, 'gamma_5': 2.3561482366065882, 'gamma_6': -1.669010757502937, 'gamma_7': -1.4276584883163326, 'gamma_8': 0.5962775817640498, 'gamma_9': -3.1046961419865586, 'gamma_10': 1.7356055079807953, 'gamma_11': 3.013334963070232, 'gamma_12': -2.735209249473844, 'gamma_13': 2.993463970262097, 'gamma_14': -2.97434648489298, 'gamma_15': -2.120988505076832, 'gamma_16': 3.040404861985661, 'gamma_17': 1.7106853983576225, 'gamma_18': -1.3844642598717296, 'gamma_19': -1.1894075115758347, 'beta_0': -0.3877194139092484, 'beta_1': -1.9879271593853252, 'beta_2': -2.9317307953153366, 'beta_3': -0.9464977549591066, 'beta_4': 2.9330656530387493, 'beta_5': -0.8371566025905006, 'beta_6': -2.923003135001557, 'beta_7': 1.6694394476771366, 'beta_8': 1.5569589527265872, 'beta_9': -3.118335096168711, 'beta_10': 1.292320709072003, 'beta_11': 2.991490615692896, 'beta_12': -1.924341025425216, 'beta_13': -0.6032291351130403, 'beta_14': 1.5224847435094007, 'beta_15': -3.00683731464214, 'beta_16': 1.6259946570521913, 'beta_17': 1.85228311005266, 'beta_18': -2.838969394291243, 'beta_19': -2.7465892175830358}. Best is trial 12 with value: -26.780522733323675.
[I 2021-08-05 13:21:31,588] Trial 18 finished with value: -23.811815425184346 and parameters: {'optimizer': 'SPSA', 'reps': 6, 'gamma_0': 2.0148003188828394, 'gamma_1': -3.1147016187614516, 'gamma_2': -0.7633501995343255, 'gamma_3': -3.0324887277393775, 'gamma_4': 2.3290305401930937, 'gamma_5': -0.7250108147446133, 'beta_0': 0.7737113848819419, 'beta_1': 3.001974339854979, 'beta_2': 3.0469411330476324, 'beta_3': 2.965110330897493, 'beta_4': -2.010886119647858, 'beta_5': 1.6705866016311846}. Best is trial 12 with value: -26.780522733323675.
[I 2021-08-05 13:26:51,748] Trial 19 finished with value: -23.845134215733378 and parameters: {'optimizer': 'SPSA', 'reps': 17, 'gamma_0': 3.0418517384331167, 'gamma_1': -1.4404116792226915, 'gamma_2': -2.0441885670209063, 'gamma_3': 3.1044202529199656, 'gamma_4': 2.9103539762429618, 'gamma_5': -1.6629506327677859, 'gamma_6': -0.6184157221252183, 'gamma_7': 2.841367559933032, 'gamma_8': -3.0422343898493, 'gamma_9': 0.7376379354183413, 'gamma_10': -2.907466943866452, 'gamma_11': 1.9844145965824826, 'gamma_12': 2.9925321188527176, 'gamma_13': 0.9098476731814321, 'gamma_14': 2.9527190435395707, 'gamma_15': 2.9712190910617857, 'gamma_16': -3.131591449139543, 'beta_0': 2.295384980579284, 'beta_1': 1.1690973876267612, 'beta_2': 1.1390327477745266, 'beta_3': -2.51483473896818, 'beta_4': 0.7096539358570968, 'beta_5': -1.5478523431670745, 'beta_6': 0.5792956407977902, 'beta_7': 1.7716475912749736, 'beta_8': -2.1070968635440863, 'beta_9': 3.1166621249766613, 'beta_10': -2.132259435416917, 'beta_11': -1.82606742131287, 'beta_12': 1.650946757063731, 'beta_13': 3.01264220681038, 'beta_14': -0.6324861152721971, 'beta_15': -1.4024208721438034, 'beta_16': -0.10965622699534858}. Best is trial 12 with value: -26.780522733323675.
[I 2021-08-05 13:31:25,028] Trial 20 finished with value: -24.403894387428263 and parameters: {'optimizer': 'SPSA', 'reps': 6, 'gamma_0': 0.12683572409733612, 'gamma_1': 0.9250228587118567, 'gamma_2': 2.760583540598118, 'gamma_3': -0.6780535383671131, 'gamma_4': 0.3958695909030687, 'gamma_5': 2.007546230172197, 'beta_0': 3.0579032906845485, 'beta_1': -1.2715999839564316, 'beta_2': -1.6024445803515277, 'beta_3': 1.0839531684661068, 'beta_4': 2.1938314315232157, 'beta_5': 2.679242866329064}. Best is trial 12 with value: -26.780522733323675.
[I 2021-08-05 13:35:41,284] Trial 21 finished with value: -25.515682320069697 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 3.0402388795613837, 'beta_0': 1.4558540248369083}. Best is trial 12 with value: -26.780522733323675.
[I 2021-08-05 13:39:55,444] Trial 22 finished with value: -26.561384889912652 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 2.661899997909193, 'beta_0': 1.9297966082598674}. Best is trial 12 with value: -26.780522733323675.
[I 2021-08-05 13:44:42,550] Trial 23 finished with value: -24.237802426287985 and parameters: {'optimizer': 'SPSA', 'reps': 9, 'gamma_0': 1.8762987133345483, 'gamma_1': 3.004541705711751, 'gamma_2': -0.3878075712183497, 'gamma_3': 1.8571612861973266, 'gamma_4': -0.9424660621609794, 'gamma_5': -1.8981947267881678, 'gamma_6': -2.169493829323364, 'gamma_7': 0.6335848076298876, 'gamma_8': -2.076732538015084, 'beta_0': 1.140337461398781, 'beta_1': -2.6568042945256427, 'beta_2': 1.8609916364554082, 'beta_3': 2.0675071054729335, 'beta_4': -2.4651853375575334, 'beta_5': -3.0146000154966606, 'beta_6': -1.0673122755973965, 'beta_7': -1.9501154785761925, 'beta_8': 1.0963206150738123}. Best is trial 12 with value: -26.780522733323675.
[I 2021-08-05 13:48:55,397] Trial 24 finished with value: -26.992920303019144 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 2.6179380074684517, 'beta_0': 0.022850164601945888}. Best is trial 24 with value: -26.992920303019144.
[I 2021-08-05 13:53:20,102] Trial 25 finished with value: -24.17147293770312 and parameters: {'optimizer': 'SPSA', 'reps': 4, 'gamma_0': 1.7654395973416892, 'gamma_1': -0.807124636271656, 'gamma_2': 2.0836285902016924, 'gamma_3': -2.5779961679249013, 'beta_0': 0.18512782060494604, 'beta_1': 1.2932563945765438, 'beta_2': -0.05413557058360491, 'beta_3': -0.8015507706590836}. Best is trial 24 with value: -26.992920303019144.
[I 2021-08-05 13:59:17,591] Trial 26 finished with value: -23.977481801771415 and parameters: {'optimizer': 'SPSA', 'reps': 29, 'gamma_0': 2.6803703566919594, 'gamma_1': 0.41968037662529645, 'gamma_2': -1.8366780019022446, 'gamma_3': -1.3910336598300808, 'gamma_4': -2.55808783910688, 'gamma_5': -0.011690824528517869, 'gamma_6': 1.908911523398072, 'gamma_7': -1.8721841096325011, 'gamma_8': -0.9315229389407916, 'gamma_9': -2.6136522213068503, 'gamma_10': 2.336508563883837, 'gamma_11': -0.5477392009534187, 'gamma_12': -1.6759419630301813, 'gamma_13': 2.3393232364771466, 'gamma_14': -1.897280398214925, 'gamma_15': -1.5656178787767856, 'gamma_16': -0.1174104030903954, 'gamma_17': -3.096501348387482, 'gamma_18': -3.0729208048123993, 'gamma_19': 1.2877138138254889, 'gamma_20': -2.225718901930756, 'gamma_21': -3.113157931667248, 'gamma_22': 3.1156745191691946, 'gamma_23': -3.0300768799098114, 'gamma_24': -0.3051560783425633, 'gamma_25': -2.9831732894092813, 'gamma_26': 3.001364254438806, 'gamma_27': 0.9649746736828452, 'gamma_28': -2.9687551426386944, 'beta_0': -0.5143795676929173, 'beta_1': 2.557873476427571, 'beta_2': -3.1361318391663398, 'beta_3': 0.809547649281352, 'beta_4': 1.2794630759458097, 'beta_5': 0.7366597027127112, 'beta_6': -1.665737669431474, 'beta_7': 0.836739289494711, 'beta_8': -1.475295230039663, 'beta_9': 2.4491794510625104, 'beta_10': 1.0809229956025734, 'beta_11': 1.8791141523904236, 'beta_12': -2.079684982086304, 'beta_13': -1.452823135817542, 'beta_14': 1.283510370557963, 'beta_15': -2.0865287413366342, 'beta_16': 0.07131960869219015, 'beta_17': -1.4760101769208278, 'beta_18': 0.2529412756126153, 'beta_19': -2.94278388811527, 'beta_20': 3.1243185485787586, 'beta_21': -1.0445216126778452, 'beta_22': 3.1046102724042726, 'beta_23': 3.0476466869942533, 'beta_24': -2.5188531334602575, 'beta_25': -2.970865475021149, 'beta_26': -1.5543921068360012, 'beta_27': 3.12184564176921, 'beta_28': -3.085987964872625}. Best is trial 24 with value: -26.992920303019144.
[I 2021-08-05 14:07:55,629] Trial 27 finished with value: -24.282920773620248 and parameters: {'optimizer': 'QN-SPSA', 'reps': 9, 'gamma_0': 2.320753793483312, 'gamma_1': -1.9375141162342238, 'gamma_2': -2.959542723021249, 'gamma_3': -0.11051100264898195, 'gamma_4': 1.9013105511982447, 'gamma_5': -2.9445230609202944, 'gamma_6': 3.1143539247562066, 'gamma_7': 3.092225240071842, 'gamma_8': 3.1335516417198463, 'beta_0': -0.9567464106196985, 'beta_1': -2.3981439726822344, 'beta_2': -1.4687054711398428, 'beta_3': 2.279392707318153, 'beta_4': -1.4847154960545248, 'beta_5': -0.734576931327533, 'beta_6': 0.5541247943583589, 'beta_7': -2.0134458643591784, 'beta_8': 0.7516303792777986}. Best is trial 24 with value: -26.992920303019144.
[I 2021-08-05 14:13:02,751] Trial 28 finished with value: -24.088302837240818 and parameters: {'optimizer': 'SPSA', 'reps': 16, 'gamma_0': 0.6122062299536715, 'gamma_1': -3.1016693422526846, 'gamma_2': -0.9957385903229761, 'gamma_3': 1.4828247401345598, 'gamma_4': -1.3584849075884877, 'gamma_5': 3.0888008697408784, 'gamma_6': -3.0730869617549668, 'gamma_7': 0.9100117076688546, 'gamma_8': 0.9275829170331954, 'gamma_9': 0.24328419309387198, 'gamma_10': -3.0470419400602617, 'gamma_11': 0.2935553566593605, 'gamma_12': 2.138746013528018, 'gamma_13': 0.28837251708521033, 'gamma_14': 0.8937219829659173, 'gamma_15': 0.4488506854040342, 'beta_0': 2.5210626576182307, 'beta_1': -1.0495886207724385, 'beta_2': 0.7066267632644332, 'beta_3': -2.1513666322417007, 'beta_4': 2.5967957587421453, 'beta_5': 2.2645891172267443, 'beta_6': -3.11839545591034, 'beta_7': 0.2447926055539534, 'beta_8': 1.992699704045243, 'beta_9': -3.1089397753863635, 'beta_10': 2.2738936178763702, 'beta_11': -1.827601016595054, 'beta_12': -0.9371005795281965, 'beta_13': 0.5521035443872127, 'beta_14': -1.732344666828449, 'beta_15': 0.11847391032065506}. Best is trial 24 with value: -26.992920303019144.
[I 2021-08-05 14:17:21,719] Trial 29 finished with value: -25.108742675123725 and parameters: {'optimizer': 'SPSA', 'reps': 4, 'gamma_0': 1.6929740599351089, 'gamma_1': 2.5388109938205132, 'gamma_2': 3.1115687234393765, 'gamma_3': 2.607605834773091, 'beta_0': 0.20850888629541764, 'beta_1': 3.091128506861122, 'beta_2': 3.132073510523843, 'beta_3': -0.6302658791997232}. Best is trial 24 with value: -26.992920303019144.
[I 2021-08-05 14:22:58,545] Trial 30 finished with value: -24.089609844592694 and parameters: {'optimizer': 'SPSA', 'reps': 24, 'gamma_0': 1.1759610558109785, 'gamma_1': 1.5545094345226111, 'gamma_2': 1.6335789630870456, 'gamma_3': -1.1639322825981135, 'gamma_4': -0.023044764367071764, 'gamma_5': -1.2453498792525937, 'gamma_6': -0.2729772374407824, 'gamma_7': -1.7318856676818015, 'gamma_8': -2.5974702695792438, 'gamma_9': 1.998157202662816, 'gamma_10': 0.452627626261012, 'gamma_11': -1.3489766102878844, 'gamma_12': -3.070204211231105, 'gamma_13': 1.9452017940307893, 'gamma_14': -1.567035914931623, 'gamma_15': 2.084153256250893, 'gamma_16': -2.180614888126274, 'gamma_17': -2.2800126917937615, 'gamma_18': 0.36384359621326146, 'gamma_19': 3.003348030155134, 'gamma_20': -1.522704260239899, 'gamma_21': 1.4597116779561587, 'gamma_22': 1.4222052974246946, 'gamma_23': -2.070791445271062, 'beta_0': 1.931650388643032, 'beta_1': 0.3864632824297573, 'beta_2': -0.2303733359341575, 'beta_3': 0.6064599088502625, 'beta_4': -0.05314339311772948, 'beta_5': 0.055127445390486786, 'beta_6': 2.2799331886436622, 'beta_7': -1.2780711493352706, 'beta_8': -1.1356362737698764, 'beta_9': -2.149229307509567, 'beta_10': -3.1300555394536436, 'beta_11': 1.7370778494223253, 'beta_12': 3.088750155405212, 'beta_13': -0.0932460687195124, 'beta_14': 2.2887924436317717, 'beta_15': 2.931758764681848, 'beta_16': -2.173702355722994, 'beta_17': -1.2184189150090208, 'beta_18': -1.4539658424805129, 'beta_19': -1.7887469697364136, 'beta_20': -1.1687569497844912, 'beta_21': -3.0541243107450944, 'beta_22': 2.6433284630163496, 'beta_23': -2.674598864319597}. Best is trial 24 with value: -26.992920303019144.
[I 2021-08-05 14:27:07,939] Trial 31 finished with value: -26.889331935363188 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 3.1390644702941746, 'beta_0': 0.971358123426364}. Best is trial 24 with value: -26.992920303019144.
[I 2021-08-05 14:31:30,943] Trial 32 finished with value: -26.75749271302504 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 2.7137024483405465, 'beta_0': 0.6705781055514014}. Best is trial 24 with value: -26.992920303019144.
[I 2021-08-05 14:36:03,061] Trial 33 finished with value: -24.42510204231964 and parameters: {'optimizer': 'SPSA', 'reps': 7, 'gamma_0': 2.5517777334620027, 'gamma_1': 0.2580740752882079, 'gamma_2': -0.382538780032371, 'gamma_3': -0.2545121003445475, 'gamma_4': 1.7459367199070726, 'gamma_5': 2.0762106783376137, 'gamma_6': -1.9822266575953476, 'beta_0': 0.5551829271320394, 'beta_1': 1.5848145612810813, 'beta_2': 2.129311574188669, 'beta_3': -3.0983561283348138, 'beta_4': 1.2421112211046716, 'beta_5': 1.1786144694339034, 'beta_6': -0.6460738248161403}. Best is trial 24 with value: -26.992920303019144.
[I 2021-08-05 14:40:25,402] Trial 34 finished with value: -25.562172383344574 and parameters: {'optimizer': 'SPSA', 'reps': 3, 'gamma_0': 2.776741687151695, 'gamma_1': -1.8368731027468173, 'gamma_2': -2.496792762052137, 'beta_0': -0.35949205603878664, 'beta_1': 0.7025093393870147, 'beta_2': 0.9714479098399194}. Best is trial 24 with value: -26.992920303019144.
[I 2021-08-05 14:50:41,805] Trial 35 finished with value: -24.0355315110454 and parameters: {'optimizer': 'QN-SPSA', 'reps': 14, 'gamma_0': 2.2207006981297392, 'gamma_1': -0.3482897952664618, 'gamma_2': -1.4526312852756962, 'gamma_3': -2.409247564862041, 'gamma_4': -2.5016160776989524, 'gamma_5': -0.5313853200441452, 'gamma_6': 2.632513263653047, 'gamma_7': -0.22588834371134411, 'gamma_8': -1.6412447037788132, 'gamma_9': -0.18411685723735302, 'gamma_10': 1.6633787029973521, 'gamma_11': 2.207375280501553, 'gamma_12': -1.55046366079236, 'gamma_13': 0.16340638901113344, 'beta_0': 0.949918839989626, 'beta_1': 2.264559731401844, 'beta_2': -2.4845094425931595, 'beta_3': 3.06403728186647, 'beta_4': -3.077425901412786, 'beta_5': -1.529128118729275, 'beta_6': -2.2063028868887242, 'beta_7': -2.5420990203996654, 'beta_8': 0.5586711492847414, 'beta_9': -0.6600461388107205, 'beta_10': 0.6008221538630677, 'beta_11': -1.3897825070009637, 'beta_12': 1.6195692915257591, 'beta_13': -1.624266597807886}. Best is trial 24 with value: -26.992920303019144.
[I 2021-08-05 14:55:25,387] Trial 36 finished with value: -24.184158334367712 and parameters: {'optimizer': 'SPSA', 'reps': 11, 'gamma_0': -1.5131360463916437, 'gamma_1': -0.8572945372460818, 'gamma_2': -0.05260417892118369, 'gamma_3': 3.126438987640677, 'gamma_4': 3.12439708750449, 'gamma_5': 0.21069538754946138, 'gamma_6': 1.7749689900349757, 'gamma_7': -0.9664500510649718, 'gamma_8': 0.0952287776024281, 'gamma_9': 2.054448960132873, 'gamma_10': -0.674626342986817, 'beta_0': 0.390856084149292, 'beta_1': -0.22335103585772656, 'beta_2': -1.2249770633911892, 'beta_3': -1.4861538252778037, 'beta_4': 0.45347284937908966, 'beta_5': -3.0834098907498833, 'beta_6': 0.28172081992744313, 'beta_7': 2.251218822285602, 'beta_8': -2.188404188487326, 'beta_9': 1.1156330745177716, 'beta_10': -1.7722570048986284}. Best is trial 24 with value: -26.992920303019144.
[I 2021-08-05 14:56:13,452] Trial 37 finished with value: -24.28662654401486 and parameters: {'optimizer': 'COBYLA', 'reps': 8, 'gamma_0': 2.485033182676383, 'gamma_1': 1.2374264969350575, 'gamma_2': -2.1519290646435754, 'gamma_3': -1.6642007065373632, 'gamma_4': 0.3072562089208293, 'gamma_5': -3.1376783633605605, 'gamma_6': 0.43141209629232224, 'gamma_7': 1.1909014450783009, 'beta_0': -0.2532850703584332, 'beta_1': -1.0717404270680706, 'beta_2': 2.656719359940039, 'beta_3': 1.7912907010215153, 'beta_4': -2.4979698588530894, 'beta_5': -0.2774132396907753, 'beta_6': 2.3657063205625795, 'beta_7': 1.017380844213908}. Best is trial 24 with value: -26.992920303019144.
[I 2021-08-05 15:03:11,225] Trial 38 finished with value: -26.487503263302923 and parameters: {'optimizer': 'QN-SPSA', 'reps': 3, 'gamma_0': 1.550406252449932, 'gamma_1': -0.08235750828285872, 'gamma_2': 0.3593431733444559, 'beta_0': -0.717810510681016, 'beta_1': -2.393058772275384, 'beta_2': 0.4889936547063837}. Best is trial 24 with value: -26.992920303019144.
[I 2021-08-05 15:08:03,000] Trial 39 finished with value: -23.945982875987752 and parameters: {'optimizer': 'SPSA', 'reps': 13, 'gamma_0': 1.9264456818162745, 'gamma_1': -2.5392766751888205, 'gamma_2': -1.3032203603114494, 'gamma_3': 0.460325254370401, 'gamma_4': -0.4016917776723234, 'gamma_5': -2.3250069085728704, 'gamma_6': -1.3754773016569442, 'gamma_7': 2.6528262643755083, 'gamma_8': 2.0799183233233114, 'gamma_9': -2.450171740035041, 'gamma_10': -2.4999488481951935, 'gamma_11': 0.18238187766456476, 'gamma_12': -0.5423720233438506, 'beta_0': -0.018524711253802062, 'beta_1': 2.210351758808482, 'beta_2': -0.5222224984641811, 'beta_3': 2.566788091711179, 'beta_4': 1.6310842301840303, 'beta_5': -1.3251453141150944, 'beta_6': -1.7700104791076823, 'beta_7': -0.09953297336008383, 'beta_8': -2.988576173778281, 'beta_9': -2.3185787369386603, 'beta_10': 2.964295657697955, 'beta_11': -2.444692079800969, 'beta_12': -1.6588055451404133}. Best is trial 24 with value: -26.992920303019144.
[I 2021-08-05 15:14:14,688] Trial 40 finished with value: -23.996118881959255 and parameters: {'optimizer': 'SPSA', 'reps': 32, 'gamma_0': 0.9421003035799038, 'gamma_1': 2.095367898753938, 'gamma_2': 1.5429278976023808, 'gamma_3': 1.4580764885815773, 'gamma_4': 2.616362013335064, 'gamma_5': 1.601734335831015, 'gamma_6': 1.3910478103640418, 'gamma_7': -2.1892961711744987, 'gamma_8': 1.4463199809952563, 'gamma_9': -0.665636019555103, 'gamma_10': 0.13980454649397955, 'gamma_11': 2.223712864599658, 'gamma_12': 2.9230103129720573, 'gamma_13': -3.0860077506816266, 'gamma_14': 3.120054933652257, 'gamma_15': -2.8889091687159874, 'gamma_16': 2.9056128823161633, 'gamma_17': 1.4380091292256234, 'gamma_18': -3.0313063847490733, 'gamma_19': -0.31144097837881835, 'gamma_20': -3.07249451336636, 'gamma_21': -2.603596110138515, 'gamma_22': -0.3899988748222253, 'gamma_23': 1.7136761001972447, 'gamma_24': 2.996136436329256, 'gamma_25': 0.6667475327729437, 'gamma_26': -1.584662974754932, 'gamma_27': -2.6517835466438053, 'gamma_28': 3.0944713058593183, 'gamma_29': 3.1332520115795317, 'gamma_30': -3.012832993043576, 'gamma_31': 2.9618481296699093, 'beta_0': -2.9292286994086743, 'beta_1': 2.9233530624724566, 'beta_2': -1.9279620090930396, 'beta_3': -2.0045972259882827, 'beta_4': -1.596422733256585, 'beta_5': 3.077156680755804, 'beta_6': -0.09581332471243575, 'beta_7': -1.5028744514689205, 'beta_8': -0.7385870156099714, 'beta_9': -0.5042833251098261, 'beta_10': 1.8840183438057272, 'beta_11': 2.3100763059548868, 'beta_12': 0.18257337281902972, 'beta_13': 2.2739521592707006, 'beta_14': 0.5808405240200614, 'beta_15': 0.24220406008128897, 'beta_16': 2.018828510727807, 'beta_17': 1.6876360755968214, 'beta_18': 1.0922772934339262, 'beta_19': 1.1757885284174354, 'beta_20': 0.9640196215134624, 'beta_21': 1.9674506463707462, 'beta_22': 1.7587824054006285, 'beta_23': 2.0168162758184502, 'beta_24': -1.284530668073332, 'beta_25': -0.9844331987680928, 'beta_26': 3.057870317293024, 'beta_27': -3.107245235291177, 'beta_28': 1.431848506957307, 'beta_29': -2.8644308737195776, 'beta_30': -0.6455477822236803, 'beta_31': -2.9590659461196687}. Best is trial 24 with value: -26.992920303019144.
[I 2021-08-05 15:18:25,471] Trial 41 finished with value: -26.240211654867476 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 2.8275875608662755, 'beta_0': 1.113177549937431}. Best is trial 24 with value: -26.992920303019144.
[I 2021-08-05 15:22:37,253] Trial 42 finished with value: -25.99996594938258 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 3.0791021099727653, 'beta_0': 1.6632476824849463}. Best is trial 24 with value: -26.992920303019144.
[I 2021-08-05 15:26:53,666] Trial 43 finished with value: -24.757087222538196 and parameters: {'optimizer': 'SPSA', 'reps': 3, 'gamma_0': 3.1200381116067435, 'gamma_1': -2.1079323049602054, 'gamma_2': 2.626730130997883, 'beta_0': 0.6698183430468885, 'beta_1': -0.5832999036137384, 'beta_2': -2.4985346785028075}. Best is trial 24 with value: -26.992920303019144.
[I 2021-08-05 15:27:28,708] Trial 44 finished with value: -25.359064216713737 and parameters: {'optimizer': 'COBYLA', 'reps': 5, 'gamma_0': 2.1252412515209906, 'gamma_1': -0.8804252341278087, 'gamma_2': -2.770759813143887, 'gamma_3': -2.2028065446977756, 'gamma_4': -1.1399728879530602, 'beta_0': 1.1166008114076007, 'beta_1': 1.8172091498287861, 'beta_2': 2.7934636895507574, 'beta_3': -0.31853362122465717, 'beta_4': 2.527636083682227}. Best is trial 24 with value: -26.992920303019144.
[I 2021-08-05 15:32:00,226] Trial 45 finished with value: -24.34583429457403 and parameters: {'optimizer': 'SPSA', 'reps': 7, 'gamma_0': 2.4447599650525254, 'gamma_1': 2.6262882490709134, 'gamma_2': 2.065521031295219, 'gamma_3': 2.0907141826021247, 'gamma_4': -1.8122552295671026, 'gamma_5': 2.815114640505741, 'gamma_6': -0.4636145961641738, 'beta_0': 1.74428969073338, 'beta_1': 2.623434642461209, 'beta_2': 0.2455161024719471, 'beta_3': -1.210637321884315, 'beta_4': -0.13383885219169125, 'beta_5': 2.4860059689764324, 'beta_6': -2.9386075900194095}. Best is trial 24 with value: -26.992920303019144.
[I 2021-08-05 15:36:10,017] Trial 46 finished with value: -26.339763442024456 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 2.795956734593966, 'beta_0': 2.2295213157838596}. Best is trial 24 with value: -26.992920303019144.
[I 2021-08-05 15:40:25,246] Trial 47 finished with value: -25.22130617708853 and parameters: {'optimizer': 'SPSA', 'reps': 3, 'gamma_0': 2.4144756228127977, 'gamma_1': -2.8471815083968504, 'gamma_2': -2.4237668815890183, 'beta_0': 2.634267500912013, 'beta_1': -0.1967723763474044, 'beta_2': -1.1543955115855118}. Best is trial 24 with value: -26.992920303019144.
[I 2021-08-05 15:47:44,658] Trial 48 finished with value: -23.88013291436813 and parameters: {'optimizer': 'SPSA', 'reps': 51, 'gamma_0': 2.8240377358754953, 'gamma_1': 1.8197154547709937, 'gamma_2': 0.5718697202614597, 'gamma_3': 2.8161347565141956, 'gamma_4': 0.6071272153070436, 'gamma_5': -1.5098599175644518, 'gamma_6': -2.329853911638953, 'gamma_7': 0.2450749555642105, 'gamma_8': -0.3411764413082805, 'gamma_9': 0.3179437377678527, 'gamma_10': -1.111491672454604, 'gamma_11': 0.87474237796749, 'gamma_12': -1.3232167631738188, 'gamma_13': -1.8199139395029773, 'gamma_14': 0.7563788405281175, 'gamma_15': -0.29574619988929746, 'gamma_16': -0.002197031759737493, 'gamma_17': 3.101099151626911, 'gamma_18': 2.363681223689107, 'gamma_19': -1.918910778568251, 'gamma_20': 3.022183644343367, 'gamma_21': 0.005772527779009099, 'gamma_22': 1.188629727066667, 'gamma_23': 3.110358117987689, 'gamma_24': -2.677253436848765, 'gamma_25': 0.5044191618559314, 'gamma_26': -0.0011793463365125409, 'gamma_27': 1.5299876303490294, 'gamma_28': -2.904768007916512, 'gamma_29': 2.7866819432501444, 'gamma_30': -1.7772592864526844, 'gamma_31': -3.105186092922398, 'gamma_32': 0.0654556252455188, 'gamma_33': -3.1239234971072203, 'gamma_34': -2.9100971201982087, 'gamma_35': 3.140901575810535, 'gamma_36': 3.097094823966332, 'gamma_37': 2.7579493029298696, 'gamma_38': 2.5222980135639252, 'gamma_39': -2.289429666672816, 'gamma_40': -3.05029566893389, 'gamma_41': 2.885164324636574, 'gamma_42': -3.0932657823472742, 'gamma_43': -2.870390609603118, 'gamma_44': -2.5437661307996167, 'gamma_45': 2.9840545226279604, 'gamma_46': 3.0709080508909374, 'gamma_47': 2.733540855251735, 'gamma_48': 3.0945008482182623, 'gamma_49': -2.7823252343033347, 'gamma_50': -0.14986259095570426, 'beta_0': 0.4052315783029038, 'beta_1': -1.6296826078267297, 'beta_2': -0.49979967811296516, 'beta_3': -2.4697633662991927, 'beta_4': 0.708727917764355, 'beta_5': -2.262313417336003, 'beta_6': 1.3414687546346609, 'beta_7': 2.074815168008124, 'beta_8': -1.791369782739213, 'beta_9': 0.6761383214527724, 'beta_10': -0.7158228033985559, 'beta_11': 1.1405456474037532, 'beta_12': -0.9254488228372978, 'beta_13': 0.03831475381178668, 'beta_14': -0.9704466132930348, 'beta_15': -2.1513617933037303, 'beta_16': 2.959147922448564, 'beta_17': 2.0011194189990307, 'beta_18': -2.1111674850428015, 'beta_19': 2.999032574536443, 'beta_20': -1.5075243504138487, 'beta_21': -0.33798533561008537, 'beta_22': -3.0367442159297977, 'beta_23': -1.4157975229024478, 'beta_24': -3.087502859732817, 'beta_25': -1.8022303900282066, 'beta_26': -3.1071742819230814, 'beta_27': -1.6348948634462968, 'beta_28': -1.7496699912623919, 'beta_29': -2.4419156990026063, 'beta_30': 3.022139147203118, 'beta_31': 0.5300978329035635, 'beta_32': -3.0880671091024645, 'beta_33': -3.041032012526555, 'beta_34': -2.879335334511813, 'beta_35': -3.0075634639598796, 'beta_36': -2.650289298258097, 'beta_37': -3.1200402748747424, 'beta_38': 3.0294184822368293, 'beta_39': 2.7465559878216372, 'beta_40': -3.0427840054696174, 'beta_41': -2.9960121287212806, 'beta_42': 2.6475994971964747, 'beta_43': -3.021817561105636, 'beta_44': -2.862130399555922, 'beta_45': 3.064773952639053, 'beta_46': -2.0615470565401743, 'beta_47': -3.0274212060378103, 'beta_48': -2.8132515561668057, 'beta_49': 2.7375126013160114, 'beta_50': -1.6417342265254051}. Best is trial 24 with value: -26.992920303019144.
[I 2021-08-05 15:48:41,813] Trial 49 finished with value: -23.878772985240765 and parameters: {'optimizer': 'COBYLA', 'reps': 11, 'gamma_0': 2.1133749434946476, 'gamma_1': -1.646790576673809, 'gamma_2': 1.3376357161323844, 'gamma_3': 0.3349525192288065, 'gamma_4': 1.9853466310373271, 'gamma_5': -2.3695567379147784, 'gamma_6': -3.1385713629959393, 'gamma_7': 1.3261375513625155, 'gamma_8': -1.3324105362359213, 'gamma_9': 2.7061026232376824, 'gamma_10': 2.1752154189646853, 'beta_0': 0.9014485846789084, 'beta_1': -0.8542626806683067, 'beta_2': -2.8104536860150184, 'beta_3': 0.5397222962492437, 'beta_4': 3.117605533517452, 'beta_5': 0.27042120610130577, 'beta_6': 0.9397533214491677, 'beta_7': 3.1187292356791563, 'beta_8': 0.498495421508399, 'beta_9': 2.4046128881609117, 'beta_10': -2.0275804174243683}. Best is trial 24 with value: -26.992920303019144.
[I 2021-08-05 15:55:49,801] Trial 50 finished with value: -24.226898896035955 and parameters: {'optimizer': 'SPSA', 'reps': 48, 'gamma_0': -0.42015615071514995, 'gamma_1': 0.8783657775779394, 'gamma_2': -0.006919875087308226, 'gamma_3': 1.012839259393131, 'gamma_4': -0.25548560922497743, 'gamma_5': 0.8626201084778218, 'gamma_6': 2.8073354558036008, 'gamma_7': -1.070967541572534, 'gamma_8': 0.2506274081888722, 'gamma_9': 1.5788785700343557, 'gamma_10': 0.9806661509818849, 'gamma_11': -0.6157617436530245, 'gamma_12': 1.7170812447128767, 'gamma_13': 2.377351172255671, 'gamma_14': -3.098669925412175, 'gamma_15': 0.8405295200577277, 'gamma_16': -0.8534783913195942, 'gamma_17': -2.0591437963961763, 'gamma_18': 0.5533187060932614, 'gamma_19': -0.38366594748571503, 'gamma_20': -1.3478411867266424, 'gamma_21': 1.8692898848252675, 'gamma_22': -1.0204359320186847, 'gamma_23': 1.6881790441187137, 'gamma_24': -0.5564600165599275, 'gamma_25': -3.033446458084515, 'gamma_26': 3.1211176131059704, 'gamma_27': -0.19929808082837516, 'gamma_28': 3.011701670090563, 'gamma_29': -2.996621878965976, 'gamma_30': 3.053143302711684, 'gamma_31': 1.3943500601179941, 'gamma_32': 0.051212460277027326, 'gamma_33': -1.7339651565974517, 'gamma_34': -3.136005523600732, 'gamma_35': -3.1220685893879074, 'gamma_36': -2.9932483243674324, 'gamma_37': -2.92813112345526, 'gamma_38': 3.055306816449885, 'gamma_39': -2.8277608644679306, 'gamma_40': 2.848232651201217, 'gamma_41': -2.2735251797589995, 'gamma_42': -2.909434901832827, 'gamma_43': -2.927536613198092, 'gamma_44': -2.8815843427250543, 'gamma_45': -2.8532846773439555, 'gamma_46': 3.02161063659299, 'gamma_47': -3.0626078411332505, 'beta_0': 1.4005486795014264, 'beta_1': 0.4203210462729066, 'beta_2': -2.168819985078221, 'beta_3': 2.6768455959782496, 'beta_4': 1.7390846161063207, 'beta_5': -0.3314151426114439, 'beta_6': 1.8016521467283004, 'beta_7': -2.4464978731839926, 'beta_8': 3.1360752319777645, 'beta_9': 1.5633951824243792, 'beta_10': 0.695438359455392, 'beta_11': -0.9493964973679536, 'beta_12': -2.5260577942095046, 'beta_13': -1.0485850031714896, 'beta_14': -2.4375713273125785, 'beta_15': 3.0521992333890413, 'beta_16': -1.042181132940195, 'beta_17': 0.806482051341723, 'beta_18': -0.43740858010688694, 'beta_19': -2.2106646871777085, 'beta_20': 2.324801401165651, 'beta_21': -1.4883188337060138, 'beta_22': 1.62064062596172, 'beta_23': -3.089957485942241, 'beta_24': 2.1643395458104124, 'beta_25': 0.6277616085107849, 'beta_26': -0.775439444289053, 'beta_27': -1.611413418364342, 'beta_28': 2.456063128776802, 'beta_29': -1.7031736194726004, 'beta_30': -1.1392269156351402, 'beta_31': -1.7540628672816627, 'beta_32': 2.742538019546986, 'beta_33': -2.7981725604250007, 'beta_34': -3.0228134186648585, 'beta_35': -2.8542960993485065, 'beta_36': -2.2270829822996396, 'beta_37': -3.0713560921745713, 'beta_38': -2.9708274415972453, 'beta_39': 3.091843909544156, 'beta_40': -3.1382729267167258, 'beta_41': 0.7136659661912241, 'beta_42': -3.0837474793876196, 'beta_43': -0.1701956167334076, 'beta_44': -2.6869955137439727, 'beta_45': 2.852664529271452, 'beta_46': -3.0668985104858377, 'beta_47': 3.0886149240788616}. Best is trial 24 with value: -26.992920303019144.
[I 2021-08-05 15:59:57,585] Trial 51 finished with value: -25.750818151199358 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 3.128847436777421, 'beta_0': 1.244740200081481}. Best is trial 24 with value: -26.992920303019144.
[I 2021-08-05 16:04:19,586] Trial 52 finished with value: -23.848304489251973 and parameters: {'optimizer': 'SPSA', 'reps': 5, 'gamma_0': 2.8780430060354094, 'gamma_1': -2.3250877085660635, 'gamma_2': -0.4582048795472919, 'gamma_3': -0.4103837770940926, 'gamma_4': 1.2917196975711882, 'beta_0': 0.8445576529598717, 'beta_1': -2.790673109505918, 'beta_2': 2.349997471264469, 'beta_3': -1.7261787494507366, 'beta_4': -1.018036612991542}. Best is trial 24 with value: -26.992920303019144.
[I 2021-08-05 16:08:27,690] Trial 53 finished with value: -25.585030249083903 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 3.1396454097300177, 'beta_0': 1.6868715799549068}. Best is trial 24 with value: -26.992920303019144.
[I 2021-08-05 16:13:00,974] Trial 54 finished with value: -24.11872862797888 and parameters: {'optimizer': 'SPSA', 'reps': 8, 'gamma_0': 2.602590864201601, 'gamma_1': 3.1148982191115024, 'gamma_2': 2.097717400105759, 'gamma_3': -1.7608426051828396, 'gamma_4': -1.9501979018177935, 'gamma_5': 2.484961699566643, 'gamma_6': -0.8592301838617573, 'gamma_7': -0.27443251325240986, 'beta_0': -0.07510194319451209, 'beta_1': -2.0665408845252276, 'beta_2': 1.6384677218560633, 'beta_3': 1.3673486132121406, 'beta_4': -0.47472045165484505, 'beta_5': 1.1668578197927828, 'beta_6': 2.7149165672513815, 'beta_7': -0.4673266115935201}. Best is trial 24 with value: -26.992920303019144.
[I 2021-08-05 16:17:19,348] Trial 55 finished with value: -23.525226113897908 and parameters: {'optimizer': 'SPSA', 'reps': 3, 'gamma_0': 3.1022927634538466, 'gamma_1': 0.024511103504022302, 'gamma_2': 2.884208576716417, 'beta_0': 2.1011329273727615, 'beta_1': 0.02906904665796406, 'beta_2': -1.6888712717639704}. Best is trial 24 with value: -26.992920303019144.
[I 2021-08-05 16:24:16,647] Trial 56 finished with value: -24.1106439137347 and parameters: {'optimizer': 'SPSA', 'reps': 43, 'gamma_0': 2.2522976306316767, 'gamma_1': 1.2893127046659139, 'gamma_2': 2.3353246565664074, 'gamma_3': -2.7292993120284423, 'gamma_4': 0.9774384737447561, 'gamma_5': 1.1495316696635838, 'gamma_6': 0.7286152044859214, 'gamma_7': 0.1520305585803585, 'gamma_8': -0.6741488403160948, 'gamma_9': -1.209803215489593, 'gamma_10': -2.5211354988090577, 'gamma_11': -1.6453167604307615, 'gamma_12': -2.345003098954368, 'gamma_13': -0.4378309640981945, 'gamma_14': -2.288765761390536, 'gamma_15': -1.8394030051049848, 'gamma_16': 0.5907085059412038, 'gamma_17': 0.5967694224050766, 'gamma_18': -1.5080462545486915, 'gamma_19': -3.1397892139272296, 'gamma_20': 0.6004487250987048, 'gamma_21': 3.08389494787324, 'gamma_22': 2.864525350286479, 'gamma_23': -2.2820331208075286, 'gamma_24': 0.4993895425490718, 'gamma_25': 3.13815131520614, 'gamma_26': -1.8693710868157871, 'gamma_27': 3.1361594875092833, 'gamma_28': -0.8402045819213896, 'gamma_29': 1.8048205006905302, 'gamma_30': -1.6228453084900742, 'gamma_31': 1.3560583749397939, 'gamma_32': -1.2411272777454623, 'gamma_33': 0.3724235271835733, 'gamma_34': 2.8749351481871988, 'gamma_35': -3.008145583207031, 'gamma_36': 3.002376692600746, 'gamma_37': 1.2379445544022163, 'gamma_38': -2.909906551492826, 'gamma_39': 3.04626721708384, 'gamma_40': -1.100416699396678, 'gamma_41': 3.1065914043494924, 'gamma_42': -1.0362638441837897, 'beta_0': 0.48525946526428054, 'beta_1': -1.4675431441338593, 'beta_2': 0.8349524239040234, 'beta_3': -0.3128297130419145, 'beta_4': 0.3117126665175792, 'beta_5': -1.893489867686618, 'beta_6': -0.7580659801306526, 'beta_7': 0.39610305229529447, 'beta_8': 2.3706133853119495, 'beta_9': 2.6506752365027797, 'beta_10': 2.6494346818218397, 'beta_11': 3.10771273167265, 'beta_12': 2.204262860747225, 'beta_13': 2.0913654194220177, 'beta_14': 2.217085321847828, 'beta_15': -0.540310784998229, 'beta_16': -0.19136254405929928, 'beta_17': -1.1200881282612023, 'beta_18': -0.46415914978738776, 'beta_19': -0.48190200297252456, 'beta_20': 0.8106361733707111, 'beta_21': -2.9490635942781767, 'beta_22': -2.8256611530534625, 'beta_23': -0.3096486225633155, 'beta_24': -0.6646816235449519, 'beta_25': 0.5235987724945416, 'beta_26': -2.1639980121683378, 'beta_27': 2.9333721166705184, 'beta_28': -3.071179689018263, 'beta_29': -1.482632302976408, 'beta_30': 0.8858885364918164, 'beta_31': 3.047486824199055, 'beta_32': 1.9795251429783252, 'beta_33': -1.8964726125458662, 'beta_34': 3.039407608383887, 'beta_35': -1.2954832735155135, 'beta_36': -0.8835309332442325, 'beta_37': -1.6218827583449056, 'beta_38': 2.9745962099682135, 'beta_39': -3.125948758744916, 'beta_40': -0.6498503077386822, 'beta_41': -3.002203603354273, 'beta_42': 2.317756658370661}. Best is trial 24 with value: -26.992920303019144.
[I 2021-08-05 16:32:04,833] Trial 57 finished with value: -24.754533033202677 and parameters: {'optimizer': 'QN-SPSA', 'reps': 6, 'gamma_0': -2.422966639143215, 'gamma_1': 2.744921935926823, 'gamma_2': 1.2213819482422534, 'gamma_3': -1.3075807021375603, 'gamma_4': -2.7362745377920477, 'gamma_5': 0.5485935339620037, 'beta_0': 1.5298551972593588, 'beta_1': 1.013195464571478, 'beta_2': 1.2970543744598362, 'beta_3': 0.17860095408062351, 'beta_4': -1.142431134946142, 'beta_5': -2.846692843340252}. Best is trial 24 with value: -26.992920303019144.
[I 2021-08-05 16:36:20,763] Trial 58 finished with value: -24.091619512270277 and parameters: {'optimizer': 'SPSA', 'reps': 2, 'gamma_0': 2.6206842454925328, 'gamma_1': 2.1365342549163673, 'beta_0': 1.1014281137771573, 'beta_1': 1.5149843292464509}. Best is trial 24 with value: -26.992920303019144.
[I 2021-08-05 16:40:45,734] Trial 59 finished with value: -24.238234151072188 and parameters: {'optimizer': 'SPSA', 'reps': 5, 'gamma_0': 2.9841240044021142, 'gamma_1': -1.1615177284212848, 'gamma_2': 0.9139493593974374, 'gamma_3': 0.22024430989732266, 'gamma_4': -0.7168476825301003, 'beta_0': 2.77139092725083, 'beta_1': 0.661221926386679, 'beta_2': -3.106851481334437, 'beta_3': 1.741444349299417, 'beta_4': -2.619246889606592}. Best is trial 24 with value: -26.992920303019144.
[I 2021-08-05 16:45:26,914] Trial 60 finished with value: -24.282562082149532 and parameters: {'optimizer': 'SPSA', 'reps': 9, 'gamma_0': 1.5530047048234328, 'gamma_1': -0.6982049849671992, 'gamma_2': 0.26323865783911526, 'gamma_3': 0.7141105738951653, 'gamma_4': -1.637298619191087, 'gamma_5': -0.14982849224283168, 'gamma_6': 1.451623850097792, 'gamma_7': -0.5337539064206234, 'gamma_8': 2.651569467555659, 'beta_0': 0.25421437761114174, 'beta_1': 2.7136123010248165, 'beta_2': 0.14697287706104345, 'beta_3': 0.9449973792251581, 'beta_4': 2.2014167402945266, 'beta_5': 3.092162555232233, 'beta_6': 1.9237036301435935, 'beta_7': -3.1302679657783794, 'beta_8': -2.539558198141583}. Best is trial 24 with value: -26.992920303019144.
[I 2021-08-05 16:49:35,408] Trial 61 finished with value: -27.048456174595756 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 2.689288512161056, 'beta_0': 2.034361358522845}. Best is trial 61 with value: -27.048456174595756.
[I 2021-08-05 16:53:52,802] Trial 62 finished with value: -24.7712168240996 and parameters: {'optimizer': 'SPSA', 'reps': 4, 'gamma_0': 2.871337784621916, 'gamma_1': 0.5577113475803135, 'gamma_2': -1.1895459485312905, 'gamma_3': -1.9825616424985375, 'beta_0': 1.9160671801665095, 'beta_1': -2.291967865279817, 'beta_2': -0.2280258552312928, 'beta_3': -2.769002171824578}. Best is trial 61 with value: -27.048456174595756.
[I 2021-08-05 16:58:00,455] Trial 63 finished with value: -26.034366531992884 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': 2.3507557477829666, 'beta_0': 1.3084759030159687}. Best is trial 61 with value: -27.048456174595756.
[I 2021-08-05 17:02:32,393] Trial 64 finished with value: -23.933178517624842 and parameters: {'optimizer': 'SPSA', 'reps': 7, 'gamma_0': 2.6559743979561854, 'gamma_1': -0.5498762496424625, 'gamma_2': -0.6403668572578137, 'gamma_3': -3.1203877692614994, 'gamma_4': -0.0008824263255905751, 'gamma_5': 1.8020740497325418, 'gamma_6': 0.3504802580026906, 'beta_0': 2.3542045039873685, 'beta_1': 1.8190925148938684, 'beta_2': -0.754344385735021, 'beta_3': -1.0217634927486416, 'beta_4': -2.1343803269789157, 'beta_5': 2.0133729540812513, 'beta_6': -2.6296475406559607}. Best is trial 61 with value: -27.048456174595756.
[I 2021-08-05 17:07:31,331] Trial 65 finished with value: -24.638729506965692 and parameters: {'optimizer': 'SPSA', 'reps': 3, 'gamma_0': 2.0507322514301736, 'gamma_1': 2.3882210793521192, 'gamma_2': -1.8227276213857924, 'beta_0': 2.072286956467309, 'beta_1': -2.826922237628379, 'beta_2': 1.9177226340127815}. Best is trial 61 with value: -27.048456174595756.
[I 2021-08-05 17:12:13,865] Trial 66 finished with value: -23.84539090706473 and parameters: {'optimizer': 'SPSA', 'reps': 6, 'gamma_0': 2.9476883107648186, 'gamma_1': 1.6903537720064559, 'gamma_2': 0.6738262060726558, 'gamma_3': 1.7384226687982294, 'gamma_4': -2.229021195093746, 'gamma_5': -0.8852426515408942, 'beta_0': 0.6908356071169276, 'beta_1': -0.3584444061399415, 'beta_2': -1.0476510049297618, 'beta_3': -1.6945699267396512, 'beta_4': 0.9233795955749409, 'beta_5': -2.505823936475931}. Best is trial 61 with value: -27.048456174595756.
[I 2021-08-05 17:16:35,542] Trial 67 finished with value: -24.634144332984718 and parameters: {'optimizer': 'SPSA', 'reps': 2, 'gamma_0': 1.8396671004285747, 'gamma_1': 1.0683790269007387, 'beta_0': 1.5730635236513204, 'beta_1': -1.8468985691567577}. Best is trial 61 with value: -27.048456174595756.
[I 2021-08-05 17:22:15,290] Trial 68 finished with value: -23.917109705775527 and parameters: {'optimizer': 'SPSA', 'reps': 19, 'gamma_0': 2.5068436623049406, 'gamma_1': -2.787227993440558, 'gamma_2': 2.3658617647143014, 'gamma_3': 1.1052230811589583, 'gamma_4': 1.556995390094707, 'gamma_5': -2.7333003522549353, 'gamma_6': 0.07621109356156693, 'gamma_7': 2.458603898646255, 'gamma_8': 1.0724501284078716, 'gamma_9': -2.573135680850382, 'gamma_10': 2.6020238264084004, 'gamma_11': -0.4079240403578262, 'gamma_12': -1.104331774079879, 'gamma_13': 0.4224797848411682, 'gamma_14': 0.887767486965779, 'gamma_15': 2.3880117818380078, 'gamma_16': 2.233703320624327, 'gamma_17': 2.4108291729343367, 'gamma_18': -0.4932550268303547, 'beta_0': 1.77541134621719, 'beta_1': -3.1054068467321345, 'beta_2': 0.5605145729794508, 'beta_3': -0.05947452122617403, 'beta_4': -0.7198883259769809, 'beta_5': 0.7593552343813759, 'beta_6': 3.1079892141390375, 'beta_7': 1.163823534871339, 'beta_8': -0.7073831736492073, 'beta_9': 0.4540576902114942, 'beta_10': -2.6983133172586937, 'beta_11': 0.8141456965607983, 'beta_12': 0.8212035822171772, 'beta_13': -3.0242791674074785, 'beta_14': 0.8396614841528446, 'beta_15': -2.4597066974898363, 'beta_16': -2.2831875266408668, 'beta_17': -3.087363516156234, 'beta_18': -3.137222933837927}. Best is trial 61 with value: -27.048456174595756.
[I 2021-08-05 17:26:41,530] Trial 69 finished with value: -25.31868362098673 and parameters: {'optimizer': 'SPSA', 'reps': 4, 'gamma_0': 3.140329209866209, 'gamma_1': 2.8602886056098398, 'gamma_2': -0.9472756509932594, 'gamma_3': -0.918112382107674, 'beta_0': 0.9545374306298668, 'beta_1': -0.7005971973185996, 'beta_2': 2.82138830659756, 'beta_3': 0.46366147149685416}. Best is trial 61 with value: -27.048456174595756.
[I 2021-08-05 17:33:40,118] Trial 70 finished with value: -28.054510151304143 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': 0.29923003944984644, 'gamma_1': 0.6394537445456085, 'beta_0': 1.296194169014871, 'beta_1': 2.0034501673774767}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 17:40:37,216] Trial 71 finished with value: -27.592870046083622 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': 0.35038836650607175, 'gamma_1': 0.7046741231404645, 'beta_0': 1.3782129157586251, 'beta_1': 1.373170879997022}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 17:48:14,865] Trial 72 finished with value: -24.781046994578517 and parameters: {'optimizer': 'QN-SPSA', 'reps': 5, 'gamma_0': -0.1650461894916781, 'gamma_1': 0.7178449123320094, 'gamma_2': -0.13047997823712587, 'gamma_3': 2.46455716860868, 'gamma_4': -3.1411640371266527, 'beta_0': 1.3173502831499855, 'beta_1': 1.403727083641939, 'beta_2': -2.2855696570216626, 'beta_3': 2.506953081544521, 'beta_4': -1.7827422767749608}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 17:55:06,361] Trial 73 finished with value: -23.80366222403872 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': 0.4105401811192524, 'gamma_1': 0.253563170209484, 'beta_0': 1.0110585806334234, 'beta_1': 2.4185859241042422}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 18:01:55,172] Trial 74 finished with value: -23.63249438626101 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': 0.1420732601985166, 'beta_0': 1.5179652999650926}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 18:09:17,974] Trial 75 finished with value: -26.251170398010938 and parameters: {'optimizer': 'QN-SPSA', 'reps': 4, 'gamma_0': -1.2750541464781815, 'gamma_1': -0.1191675332078855, 'gamma_2': -2.158714500898421, 'gamma_3': 0.6604572311502509, 'beta_0': 0.7691073618724221, 'beta_1': 1.93720498102399, 'beta_2': 1.5127713959071072, 'beta_3': 1.231050555888942}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 18:17:59,991] Trial 76 finished with value: -23.85791854615493 and parameters: {'optimizer': 'QN-SPSA', 'reps': 8, 'gamma_0': -0.883328425015488, 'gamma_1': 1.526055385629719, 'gamma_2': -3.073944706494252, 'gamma_3': 2.23741360635042, 'gamma_4': 2.7811454642622992, 'gamma_5': 1.0748449081117242, 'gamma_6': -1.602683905768772, 'gamma_7': -2.2616836183145517, 'beta_0': 1.8513691333378337, 'beta_1': 0.8457955348738779, 'beta_2': 2.4487099836464705, 'beta_3': 1.6761988142738125, 'beta_4': 1.502261414765948, 'beta_5': 1.033415309088973, 'beta_6': -1.886332611315102, 'beta_7': -0.33707114235097174}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 18:24:45,962] Trial 77 finished with value: -27.560401790213064 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': 1.0603249645251234, 'gamma_1': 1.9246364881713687, 'beta_0': 1.2492924122270586, 'beta_1': 0.23821142666076556}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 18:31:51,253] Trial 78 finished with value: -26.403072849771245 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': 0.500361903179323, 'gamma_1': 1.880126470732824, 'beta_0': -0.1627969696108724, 'beta_1': 0.21019374771461874}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 18:40:03,686] Trial 79 finished with value: -24.69758961420716 and parameters: {'optimizer': 'QN-SPSA', 'reps': 6, 'gamma_0': 0.9280746976847951, 'gamma_1': 1.1637817976138445, 'gamma_2': 1.8913957679943891, 'gamma_3': 2.8456999454712486, 'gamma_4': 2.1256871337038517, 'gamma_5': 0.49540135704621013, 'beta_0': 0.5988818885602769, 'beta_1': 1.2261851195714042, 'beta_2': 2.05680678387286, 'beta_3': 2.05188545806238, 'beta_4': 2.69244450532487, 'beta_5': 0.32153797254675215}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 18:49:17,880] Trial 80 finished with value: -24.09903349585176 and parameters: {'optimizer': 'QN-SPSA', 'reps': 10, 'gamma_0': 1.1680390265447411, 'gamma_1': 1.3915823022482854, 'gamma_2': 2.8978698635242544, 'gamma_3': 0.01375480351079162, 'gamma_4': 1.018021165601264, 'gamma_5': -2.372149046843513, 'gamma_6': -1.0609056598272049, 'gamma_7': 3.12246467013782, 'gamma_8': -2.7358073831874083, 'gamma_9': 2.803846305108867, 'beta_0': 2.081411635265058, 'beta_1': 2.0654602754025775, 'beta_2': -1.331419931804217, 'beta_3': -0.6826030197538252, 'beta_4': -0.3405089978071738, 'beta_5': 1.7692959527029473, 'beta_6': -1.2142766361928494, 'beta_7': 2.474840515896926, 'beta_8': 1.8063853186306535, 'beta_9': -0.48943970352983746}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 18:56:57,832] Trial 81 finished with value: -27.309048995580124 and parameters: {'optimizer': 'QN-SPSA', 'reps': 3, 'gamma_0': 0.3538898576800762, 'gamma_1': 0.5752755017801772, 'gamma_2': 1.4508891463954563, 'beta_0': 1.2618419389417999, 'beta_1': 1.0519052344004507, 'beta_2': -1.7356000235110458}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 19:04:31,048] Trial 82 finished with value: -27.842823033683015 and parameters: {'optimizer': 'QN-SPSA', 'reps': 3, 'gamma_0': -0.1442565875939244, 'gamma_1': 0.20900031837674712, 'gamma_2': 1.0829449422233288, 'beta_0': 1.2288309888180329, 'beta_1': 0.49303573287970726, 'beta_2': -1.8758103251743994}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 19:11:48,166] Trial 83 finished with value: -27.34414556832957 and parameters: {'optimizer': 'QN-SPSA', 'reps': 3, 'gamma_0': 0.2863140564504496, 'gamma_1': 0.36067954661310975, 'gamma_2': 1.446982083102169, 'beta_0': 1.2274347808079995, 'beta_1': 0.6331904149135995, 'beta_2': -1.8033444591427363}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 19:19:17,014] Trial 84 finished with value: -25.973475278902143 and parameters: {'optimizer': 'QN-SPSA', 'reps': 4, 'gamma_0': -0.025246619443708374, 'gamma_1': 0.14084561335889145, 'gamma_2': 1.4881328989220293, 'gamma_3': -1.487102694570464, 'beta_0': 1.1715141420295323, 'beta_1': 1.0180083437808691, 'beta_2': -1.675576408727368, 'beta_3': -2.505202133348246}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 19:27:42,243] Trial 85 finished with value: -24.393312930100702 and parameters: {'optimizer': 'QN-SPSA', 'reps': 7, 'gamma_0': 0.24460608634633063, 'gamma_1': 0.45274703939559874, 'gamma_2': 1.0120723699453336, 'gamma_3': -1.020758764483378, 'gamma_4': -0.6451340540211562, 'gamma_5': -0.3727264417378162, 'gamma_6': 2.295278599739824, 'beta_0': -1.2840012880529803, 'beta_1': 0.6598418372787879, 'beta_2': -1.8064322491953932, 'beta_3': -2.7302160886602946, 'beta_4': 1.9615088889527665, 'beta_5': -0.24721717883664432, 'beta_6': 0.22729289858845925}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 19:35:10,319] Trial 86 finished with value: -26.529306686433234 and parameters: {'optimizer': 'QN-SPSA', 'reps': 3, 'gamma_0': -0.415429283740888, 'gamma_1': -0.32097196542368933, 'gamma_2': 1.7988922938357879, 'beta_0': 1.3443788031888453, 'beta_1': 1.6793253785808573, 'beta_2': -2.5336498207121685}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 19:42:21,915] Trial 87 finished with value: -25.20893660702782 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': 0.7543620412360992, 'gamma_1': 0.6262533591926758, 'beta_0': 1.0021160915496496, 'beta_1': 0.37972692379860734}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 19:49:56,444] Trial 88 finished with value: -24.206099078256756 and parameters: {'optimizer': 'QN-SPSA', 'reps': 5, 'gamma_0': -0.2530523515337819, 'gamma_1': 0.9234855911552965, 'gamma_2': 0.48272865428437284, 'gamma_3': -0.7194511824156544, 'gamma_4': 0.3099783118707978, 'beta_0': 1.2274463177997874, 'beta_1': 0.5735993414170558, 'beta_2': -2.81714000198207, 'beta_3': 2.7937087975409596, 'beta_4': 0.3298327134941716}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 19:57:07,932] Trial 89 finished with value: -25.956275389150125 and parameters: {'optimizer': 'QN-SPSA', 'reps': 3, 'gamma_0': -0.7616145711799827, 'gamma_1': 0.1613891614621737, 'gamma_2': 0.8418556465229243, 'beta_0': 1.6066821409317644, 'beta_1': -0.09732532200809696, 'beta_2': -1.4968722772521423}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 20:16:30,998] Trial 90 finished with value: -23.87099178166721 and parameters: {'optimizer': 'QN-SPSA', 'reps': 37, 'gamma_0': 0.4517976661755848, 'gamma_1': 1.00863003263289, 'gamma_2': 1.2208335882230184, 'gamma_3': 1.6790790946946708, 'gamma_4': -2.201412616677321, 'gamma_5': 1.3598481686629462, 'gamma_6': -2.75521500845052, 'gamma_7': 2.2314036950849694, 'gamma_8': -1.1722711163448156, 'gamma_9': 2.5550777064208026, 'gamma_10': 1.517978172721961, 'gamma_11': 1.5110670527557923, 'gamma_12': 2.4266888236518427, 'gamma_13': 1.8111853366818487, 'gamma_14': 2.629718575300704, 'gamma_15': -1.1319178452816239, 'gamma_16': -2.757878780260669, 'gamma_17': 0.9937229792551978, 'gamma_18': -2.189947039052112, 'gamma_19': -1.9076254684730143, 'gamma_20': 3.0513119123797887, 'gamma_21': 0.8055999674573756, 'gamma_22': 0.848492630411407, 'gamma_23': 0.2171241435949796, 'gamma_24': -3.1332975169269965, 'gamma_25': -0.7356622170701235, 'gamma_26': -0.9024600117055661, 'gamma_27': -0.1866093875960654, 'gamma_28': -0.27450195448310444, 'gamma_29': -3.1295004324090687, 'gamma_30': 2.0911177550114872, 'gamma_31': -3.0576072340719014, 'gamma_32': 1.3402607454357505, 'gamma_33': -0.8276572603317365, 'gamma_34': -2.171102701492553, 'gamma_35': 3.03047052885958, 'gamma_36': -2.9700224717141106, 'beta_0': 1.4481326491241227, 'beta_1': 1.0547563591825566, 'beta_2': -2.017804041413074, 'beta_3': -2.2410801251689594, 'beta_4': -1.1630099154017102, 'beta_5': -1.1552137384815315, 'beta_6': 2.767830695996878, 'beta_7': 3.108007814640546, 'beta_8': 1.1119917713981553, 'beta_9': 0.23375884820230874, 'beta_10': -0.4190034587822943, 'beta_11': -2.187442905776215, 'beta_12': -1.4027845798678247, 'beta_13': -0.00568053057847895, 'beta_14': -1.090119306731211, 'beta_15': 0.5379464531341523, 'beta_16': 0.6066319222201246, 'beta_17': 2.8009855248068742, 'beta_18': 0.9786135056011859, 'beta_19': -1.0467811067071628, 'beta_20': -1.9498576639730913, 'beta_21': 1.8075099994691983, 'beta_22': 2.2748992484016632, 'beta_23': 2.185277707323246, 'beta_24': -2.15884600696744, 'beta_25': -1.8906978499062772, 'beta_26': 2.5159734918705463, 'beta_27': -0.5815375936844641, 'beta_28': 0.8484898916300994, 'beta_29': 1.6656075322878838, 'beta_30': 2.942529046273188, 'beta_31': 0.30985010636985444, 'beta_32': -2.719443638945351, 'beta_33': 1.5050879461986024, 'beta_34': -1.0573465674775149, 'beta_35': -1.9810510998551845, 'beta_36': 0.402121584700744}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 20:23:31,033] Trial 91 finished with value: -26.857289460943566 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': 0.19612150693269778, 'gamma_1': 0.41124861793309164, 'beta_0': 1.7425259468174494, 'beta_1': 0.16342306802590523}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 20:30:11,374] Trial 92 finished with value: -27.078141398034028 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': 0.28919056527112086, 'gamma_1': 0.3912539448864637, 'beta_0': 1.6933169242860366, 'beta_1': 0.2439414704670287}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 20:37:28,725] Trial 93 finished with value: -25.69113330494048 and parameters: {'optimizer': 'QN-SPSA', 'reps': 5, 'gamma_0': 0.6361270016979564, 'gamma_1': 0.8072533135796858, 'gamma_2': 0.2062588808589204, 'gamma_3': -2.8760049892070163, 'gamma_4': -0.9910031895805871, 'beta_0': 2.2194133826232663, 'beta_1': 1.3868144019371655, 'beta_2': -2.318428259343937, 'beta_3': -2.973876379318173, 'beta_4': -2.7708109786686617}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 20:44:27,334] Trial 94 finished with value: -26.331351514303208 and parameters: {'optimizer': 'QN-SPSA', 'reps': 4, 'gamma_0': -0.10361625821557147, 'gamma_1': -0.1716193020751513, 'gamma_2': 2.584948478472408, 'gamma_3': 1.2163827371635483, 'beta_0': 2.5196388995254666, 'beta_1': 0.8390363837104116, 'beta_2': -0.8579730196660851, 'beta_3': 3.123241856132533}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 20:50:48,767] Trial 95 finished with value: -26.262296006310585 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': 0.31109129841355404, 'gamma_1': 0.36769462245789986, 'beta_0': 0.7955683810019918, 'beta_1': 0.5078398158145099}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 20:58:39,604] Trial 96 finished with value: -24.838501874460263 and parameters: {'optimizer': 'QN-SPSA', 'reps': 7, 'gamma_0': 0.04323574014102782, 'gamma_1': 0.0837283555254481, 'gamma_2': 2.244989155945446, 'gamma_3': -2.307386968565323, 'gamma_4': 2.3804645078770457, 'gamma_5': -1.2921833313527842, 'gamma_6': 1.1069050301162835, 'beta_0': 1.07729821283622, 'beta_1': 0.23820984614889928, 'beta_2': -2.979620771078045, 'beta_3': -0.5297943894267607, 'beta_4': -0.7430550531651472, 'beta_5': -1.823755189860462, 'beta_6': -0.4325098551220093}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 21:06:54,651] Trial 97 finished with value: -24.419494001021924 and parameters: {'optimizer': 'QN-SPSA', 'reps': 6, 'gamma_0': 1.1336114457639699, 'gamma_1': 0.67830098781172, 'gamma_2': 1.4688584857298232, 'gamma_3': -2.5595358032830835, 'gamma_4': -1.4970247256356342, 'gamma_5': 0.29259657895704805, 'beta_0': 1.3713755741470666, 'beta_1': 1.144507786455423, 'beta_2': -1.4296815040473176, 'beta_3': -1.465696033729757, 'beta_4': -1.9093686861687715, 'beta_5': -0.6589983338867724}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 21:13:17,696] Trial 98 finished with value: -26.64319429028804 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': -0.6686611393374932, 'beta_0': 1.821838950955867}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 21:28:14,892] Trial 99 finished with value: -23.857760880773046 and parameters: {'optimizer': 'QN-SPSA', 'reps': 28, 'gamma_0': 0.7770427253311709, 'gamma_1': 0.5799948066421046, 'gamma_2': 1.9365537077342188, 'gamma_3': 2.0036883335790687, 'gamma_4': 1.0851036076423346, 'gamma_5': -2.071436554247653, 'gamma_6': -0.26979778590348175, 'gamma_7': 1.602530090258097, 'gamma_8': -2.084913704418593, 'gamma_9': 0.569470037183955, 'gamma_10': 3.13352803224198, 'gamma_11': 2.8023295312449186, 'gamma_12': -2.209443176417782, 'gamma_13': -2.6311836036013547, 'gamma_14': -1.2969418932445838, 'gamma_15': 1.3073188377222744, 'gamma_16': 1.265904801227239, 'gamma_17': -1.5559457827352328, 'gamma_18': 1.19395411219578, 'gamma_19': 1.4287023003048966, 'gamma_20': -0.802270305738655, 'gamma_21': -0.7020437492072122, 'gamma_22': 2.1723588741806017, 'gamma_23': 1.794830433611564, 'gamma_24': -1.5063848887453293, 'gamma_25': -2.167587125097821, 'gamma_26': -2.373182094161789, 'gamma_27': -3.094573258540178, 'beta_0': 1.2315780652138848, 'beta_1': 0.019012574600276166, 'beta_2': -0.6863861936556834, 'beta_3': -1.1905096735713483, 'beta_4': -2.226311593561864, 'beta_5': -2.47478595472184, 'beta_6': 1.0063425922097247, 'beta_7': -2.8049960462771977, 'beta_8': -0.7111807491809625, 'beta_9': -2.7543446488822165, 'beta_10': -3.010203785989, 'beta_11': 1.9789770090403516, 'beta_12': -0.40628525351647937, 'beta_13': 2.5989664550602933, 'beta_14': -2.311061005484727, 'beta_15': -1.3027152086100175, 'beta_16': -0.8992765417816301, 'beta_17': 1.157242688602776, 'beta_18': 3.0964239771729316, 'beta_19': 0.33340009823846256, 'beta_20': -0.5541494971494538, 'beta_21': -0.03328273161635628, 'beta_22': -0.07417367385394673, 'beta_23': -2.0454663127485406, 'beta_24': -0.449540341675282, 'beta_25': 0.7576681967602225, 'beta_26': 0.3182286816125004, 'beta_27': -2.581750917497}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 21:35:35,731] Trial 100 finished with value: -27.042177628183786 and parameters: {'optimizer': 'QN-SPSA', 'reps': 4, 'gamma_0': 0.044030967925259984, 'gamma_1': -0.24164054622712774, 'gamma_2': 1.743043907606022, 'gamma_3': -0.3949528055090887, 'beta_0': 0.08952357577795866, 'beta_1': 0.7558669532111828, 'beta_2': -0.9783412573382289, 'beta_3': 0.7710172451307438}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 21:42:37,323] Trial 101 finished with value: -26.088687692900045 and parameters: {'optimizer': 'QN-SPSA', 'reps': 4, 'gamma_0': 0.3821538862942413, 'gamma_1': -0.5042077136673214, 'gamma_2': 1.7243217373136333, 'gamma_3': -0.35336172105412134, 'beta_0': 0.10032120813227347, 'beta_1': 0.7300216106544738, 'beta_2': -0.9471055595108256, 'beta_3': 0.7631673647339274}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 21:49:29,246] Trial 102 finished with value: -25.817171409208772 and parameters: {'optimizer': 'QN-SPSA', 'reps': 3, 'gamma_0': -0.2522460747233687, 'gamma_1': -0.16809118751551344, 'gamma_2': 0.7528339538469351, 'beta_0': 0.34239722782708343, 'beta_1': 1.5664520747493949, 'beta_2': -0.3309318078213278}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 21:55:49,697] Trial 103 finished with value: -25.6978567755694 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': 0.555545099105131, 'beta_0': -0.743366678692247}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 22:02:30,406] Trial 104 finished with value: -25.062724162476552 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': 0.1109140937279049, 'gamma_1': -0.015422140568031706, 'beta_0': 2.0033757635907734, 'beta_1': -0.3922239250588781}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 22:10:16,800] Trial 105 finished with value: -25.464084815560312 and parameters: {'optimizer': 'QN-SPSA', 'reps': 5, 'gamma_0': 0.006512169052991457, 'gamma_1': 0.228043676511946, 'gamma_2': 1.0919022286500222, 'gamma_3': -0.5086849915915914, 'gamma_4': 0.6512252676100124, 'beta_0': 0.08381304066099816, 'beta_1': 0.8795186977918658, 'beta_2': -1.8441102994535337, 'beta_3': -0.05426388692663131, 'beta_4': 3.0831524936240458}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 22:11:00,796] Trial 106 finished with value: -24.263023673576466 and parameters: {'optimizer': 'COBYLA', 'reps': 8, 'gamma_0': -0.32311112825374816, 'gamma_1': 0.31904604678717197, 'gamma_2': 1.3073857244372757, 'gamma_3': -0.16790668588447522, 'gamma_4': 1.583567250426074, 'gamma_5': 2.213902475301963, 'gamma_6': 1.768087883287196, 'gamma_7': -1.3490336519377149, 'beta_0': 1.6215696843694887, 'beta_1': 0.5112007424350831, 'beta_2': -1.159315954347763, 'beta_3': 0.3662778798431753, 'beta_4': 0.9553454389031555, 'beta_5': 2.8055561145637875, 'beta_6': 1.5305062672998797, 'beta_7': 0.5043119493099437}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 22:18:05,673] Trial 107 finished with value: -25.534797140013954 and parameters: {'optimizer': 'QN-SPSA', 'reps': 3, 'gamma_0': 0.2934439968447624, 'gamma_1': -0.3433460667459639, 'gamma_2': 1.6404105174852441, 'beta_0': 1.5072421411177868, 'beta_1': 0.3076024617038561, 'beta_2': -2.074477410556598}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 22:27:08,692] Trial 108 finished with value: -23.932242951873047 and parameters: {'optimizer': 'QN-SPSA', 'reps': 10, 'gamma_0': -0.606273788066777, 'gamma_1': 0.49462287311494435, 'gamma_2': 2.50863864897258, 'gamma_3': -0.8081393091494045, 'gamma_4': -0.24296865184770866, 'gamma_5': -3.0801858598860004, 'gamma_6': -1.7592556830819837, 'gamma_7': -2.33566844985357, 'gamma_8': 2.0512308182906316, 'gamma_9': -1.42747149240809, 'beta_0': 0.9143660250367711, 'beta_1': 1.26816678964799, 'beta_2': -2.6183237877846315, 'beta_3': 2.227696578696449, 'beta_4': 2.3232829863459714, 'beta_5': 1.4169395665688722, 'beta_6': 2.0650269589764476, 'beta_7': -1.0940318354668903, 'beta_8': -1.4627780623282125, 'beta_9': -1.8365141016067763}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 22:34:59,073] Trial 109 finished with value: -25.252554252379355 and parameters: {'optimizer': 'QN-SPSA', 'reps': 6, 'gamma_0': -0.10884312431570758, 'gamma_1': -0.62611776003364, 'gamma_2': 2.0955041403818973, 'gamma_3': 0.5002161311846409, 'gamma_4': -1.2389198408816988, 'gamma_5': 1.7613085812473703, 'beta_0': -0.5916013459725457, 'beta_1': 0.7651479227013128, 'beta_2': -2.2766498185740742, 'beta_3': 1.145805992281854, 'beta_4': 1.4572816681553382, 'beta_5': 2.418426810924198}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 22:41:25,248] Trial 110 finished with value: -25.45670572785543 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': 0.7173373110691201, 'beta_0': 0.5024138683122111}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 22:48:13,195] Trial 111 finished with value: -25.446889339407754 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': 0.20291403484455847, 'gamma_1': 0.7179446453113337, 'beta_0': 1.733387263312535, 'beta_1': 0.07718532782346825}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 22:55:32,748] Trial 112 finished with value: -26.742809210653398 and parameters: {'optimizer': 'QN-SPSA', 'reps': 4, 'gamma_0': 0.5601403331900883, 'gamma_1': 0.01475621693497256, 'gamma_2': 1.4101101082240637, 'gamma_3': -1.9580164596768448, 'beta_0': 1.4218406357828113, 'beta_1': -0.10305616469386619, 'beta_2': -1.338481352535685, 'beta_3': 1.8666371062533538}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 23:02:40,289] Trial 113 finished with value: -25.811955248071627 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': -0.5358633309848452, 'gamma_1': 0.36142469661869303, 'beta_0': 1.693911240814748, 'beta_1': -0.2557930182726661}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 23:09:53,617] Trial 114 finished with value: -27.032328999549243 and parameters: {'optimizer': 'QN-SPSA', 'reps': 3, 'gamma_0': 0.9577979492961611, 'gamma_1': 0.8325535582696068, 'gamma_2': -0.23994376405264584, 'beta_0': 2.1892362641607144, 'beta_1': 0.14087365205108338, 'beta_2': -1.614393633367094}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 23:17:16,438] Trial 115 finished with value: -25.784472606050507 and parameters: {'optimizer': 'QN-SPSA', 'reps': 4, 'gamma_0': 1.083482489890824, 'gamma_1': 1.2496713836064601, 'gamma_2': 0.44133087662553505, 'gamma_3': -1.549306858003741, 'beta_0': 2.4376192646463575, 'beta_1': 0.47843884748417187, 'beta_2': -1.5991410666652364, 'beta_3': 1.5384452014248449}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 23:24:31,217] Trial 116 finished with value: -26.11568866113492 and parameters: {'optimizer': 'QN-SPSA', 'reps': 3, 'gamma_0': 0.34390773252272355, 'gamma_1': 1.0298009910132624, 'gamma_2': -0.11182265748382325, 'beta_0': -0.26142701355358655, 'beta_1': 1.0628201084356133, 'beta_2': -1.0187813266161831}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 23:31:01,442] Trial 117 finished with value: -26.01804070679083 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': 0.8314583832177138, 'beta_0': 2.2335362747922396}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 23:31:47,489] Trial 118 finished with value: -24.86230156847948 and parameters: {'optimizer': 'COBYLA', 'reps': 7, 'gamma_0': 1.3813987397100127, 'gamma_1': 0.8096242298502807, 'gamma_2': 0.051204155806001905, 'gamma_3': 0.1704967509968159, 'gamma_4': -2.9490829430269625, 'gamma_5': 0.7098012276343446, 'gamma_6': 0.6908342118891702, 'beta_0': 1.199466656405199, 'beta_1': 1.6886031222038258, 'beta_2': -1.8077539633819304, 'beta_3': 0.6978331497723366, 'beta_4': 2.80102405278856, 'beta_5': -1.064850164853121, 'beta_6': -2.550350327169874}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 23:39:40,994] Trial 119 finished with value: -25.703764779061338 and parameters: {'optimizer': 'QN-SPSA', 'reps': 5, 'gamma_0': 0.9743794776990248, 'gamma_1': 1.4135592534304362, 'gamma_2': 1.0454392295685833, 'gamma_3': -1.3027638817169929, 'gamma_4': 2.6038455054117713, 'beta_0': 1.928374938250128, 'beta_1': 0.6106662335381301, 'beta_2': -0.4366432150995102, 'beta_3': 0.9410130462668962, 'beta_4': 1.9127880236303207}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 23:47:35,837] Trial 120 finished with value: -24.275878921584038 and parameters: {'optimizer': 'QN-SPSA', 'reps': 6, 'gamma_0': 0.06142940430733479, 'gamma_1': -1.039509685739201, 'gamma_2': 0.5665198304677816, 'gamma_3': 0.8555221436415272, 'gamma_4': -2.4138987690771985, 'gamma_5': 2.6407889513224694, 'beta_0': -2.260655794863669, 'beta_1': -0.5374966676322009, 'beta_2': -2.387713391532727, 'beta_3': 2.4238599075577447, 'beta_4': 0.09931696066029037, 'beta_5': -2.250811762790409}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-05 23:54:31,856] Trial 121 finished with value: -27.519686514045617 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': 0.19225892614857037, 'gamma_1': 0.47965019588752594, 'beta_0': 2.1325709189156106, 'beta_1': 0.4113588519846556}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-06 00:00:57,676] Trial 122 finished with value: -26.83703388435497 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': 0.43038288110705164, 'beta_0': 2.6156106649625297}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-06 00:07:54,893] Trial 123 finished with value: -26.366985984128274 and parameters: {'optimizer': 'QN-SPSA', 'reps': 3, 'gamma_0': -0.0905389695268583, 'gamma_1': 0.21257836178866416, 'gamma_2': -0.608054880223469, 'beta_0': 2.1690147827187647, 'beta_1': 0.3213084992210921, 'beta_2': -0.020888909053350502}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-06 00:14:32,822] Trial 124 finished with value: -25.87534923359461 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': 0.19466396300657154, 'gamma_1': 0.5148154739700452, 'beta_0': 1.3057253553166444, 'beta_1': 0.1286464465982364}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-06 00:22:06,937] Trial 125 finished with value: -25.518142804037712 and parameters: {'optimizer': 'QN-SPSA', 'reps': 4, 'gamma_0': 0.5721887768733978, 'gamma_1': 1.1211848516581793, 'gamma_2': -0.1966067176343138, 'gamma_3': -1.0669653045199867, 'beta_0': 2.328999256502838, 'beta_1': 0.9430984992564299, 'beta_2': -1.30349135271984, 'beta_3': 0.2245101051150158}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-06 00:28:20,722] Trial 126 finished with value: -26.632120233571882 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': -0.23378584375149047, 'beta_0': 2.906226758341596}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-06 00:35:21,620] Trial 127 finished with value: -26.683662938453452 and parameters: {'optimizer': 'QN-SPSA', 'reps': 3, 'gamma_0': 1.6661603153485436, 'gamma_1': 0.900017953565935, 'gamma_2': 2.2323446130084745, 'beta_0': 2.029284550615756, 'beta_1': -0.14180490634623405, 'beta_2': -2.168982605128045}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-06 00:43:08,656] Trial 128 finished with value: -25.547679815780835 and parameters: {'optimizer': 'QN-SPSA', 'reps': 5, 'gamma_0': 0.030551288833344716, 'gamma_1': -0.22234806054312056, 'gamma_2': -0.31357448776953056, 'gamma_3': 1.2792522957011718, 'gamma_4': -2.0003751901659332, 'beta_0': 1.030333322391948, 'beta_1': 0.4192653578893698, 'beta_2': -1.5566919254457379, 'beta_3': -1.9363089331722056, 'beta_4': -3.130845683480359}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-06 00:49:17,568] Trial 129 finished with value: -25.705537547136085 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': -0.3907536436099819, 'beta_0': 1.5795828304025847}. Best is trial 70 with value: -28.054510151304143.
[I 2021-08-06 00:55:38,682] Trial 130 finished with value: -28.552377696384678 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': 0.6918423959443976, 'gamma_1': 0.707904415847685, 'beta_0': 1.867203774152054, 'beta_1': 1.430118595037815}. Best is trial 130 with value: -28.552377696384678.
[I 2021-08-06 01:02:02,009] Trial 131 finished with value: -27.36114671264603 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': 0.6520576198067645, 'gamma_1': 0.7269162636914874, 'beta_0': 1.8746500688754426, 'beta_1': 1.3514238434764867}. Best is trial 130 with value: -28.552377696384678.
[I 2021-08-06 01:15:40,166] Trial 132 finished with value: -23.97861855491313 and parameters: {'optimizer': 'QN-SPSA', 'reps': 25, 'gamma_0': 0.6872568412177086, 'gamma_1': 0.6437508488794961, 'gamma_2': 0.307793713086993, 'gamma_3': -0.5150459778252884, 'gamma_4': 3.1393135727455013, 'gamma_5': -0.6361598233781938, 'gamma_6': 2.807756338848103, 'gamma_7': -3.100154987796379, 'gamma_8': -0.31204161714670225, 'gamma_9': 1.2554409839449499, 'gamma_10': 0.27557715363579705, 'gamma_11': 0.4714152119864107, 'gamma_12': -2.9005184687249486, 'gamma_13': -1.5453618619934204, 'gamma_14': 0.5305185727554252, 'gamma_15': 0.11354421646621347, 'gamma_16': -1.9436134458101704, 'gamma_17': -0.29418454727726, 'gamma_18': -1.1727688265087826, 'gamma_19': 3.088837277887906, 'gamma_20': -2.7358217526357045, 'gamma_21': -2.2052240902249713, 'gamma_22': 0.48939199710423126, 'gamma_23': -1.630017488276918, 'gamma_24': 2.179287763536174, 'beta_0': 1.885936208902643, 'beta_1': 1.4802742032233662, 'beta_2': -2.7225547417410456, 'beta_3': 0.06906912564706713, 'beta_4': -1.3067423103149527, 'beta_5': -1.6091912539341005, 'beta_6': 0.6981086956625796, 'beta_7': -0.6369776891770569, 'beta_8': 0.399667712683539, 'beta_9': -0.994090009677206, 'beta_10': -1.187853374923364, 'beta_11': -1.2390439878422561, 'beta_12': -3.1093394706640476, 'beta_13': 1.3583765428684464, 'beta_14': -0.16738470794420546, 'beta_15': -0.4452423646512875, 'beta_16': 1.9050780687196498, 'beta_17': -0.5445623254548154, 'beta_18': -2.0858758477904202, 'beta_19': 3.0782491283334275, 'beta_20': -0.671529258798523, 'beta_21': -1.9640826665843245, 'beta_22': 1.0306559736577081, 'beta_23': 0.3090662944826672, 'beta_24': 2.1161974380186757}. Best is trial 130 with value: -28.552377696384678.
[I 2021-08-06 01:22:05,353] Trial 133 finished with value: -28.792558643796117 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': 1.2816051891874616, 'gamma_1': 0.7698075049449096, 'beta_0': 2.1273676440654916, 'beta_1': 1.3581038755026529}. Best is trial 133 with value: -28.792558643796117.
[I 2021-08-06 01:28:44,339] Trial 134 finished with value: -25.61837251793168 and parameters: {'optimizer': 'QN-SPSA', 'reps': 3, 'gamma_0': 1.2519805598060847, 'gamma_1': 0.7433682160311563, 'gamma_2': 1.9269263910028487, 'beta_0': 2.130726053020524, 'beta_1': 1.3969050563079546, 'beta_2': -1.910319864147734}. Best is trial 133 with value: -28.792558643796117.
[I 2021-08-06 01:35:37,473] Trial 135 finished with value: -24.968795838229102 and parameters: {'optimizer': 'QN-SPSA', 'reps': 4, 'gamma_0': 0.9818162569805856, 'gamma_1': 0.5593958857507209, 'gamma_2': 0.8412725373882182, 'gamma_3': -2.0650167211856583, 'beta_0': 2.431511393964123, 'beta_1': 1.1728527855179287, 'beta_2': -0.6263520003791712, 'beta_3': -0.4652334333488448}. Best is trial 133 with value: -28.792558643796117.
[I 2021-08-06 01:42:00,829] Trial 136 finished with value: -26.09234300894002 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': 0.8861093091736115, 'gamma_1': 0.9421329511630918, 'beta_0': 1.85164501753354, 'beta_1': 1.6810704034650148}. Best is trial 133 with value: -28.792558643796117.
[I 2021-08-06 01:49:37,465] Trial 137 finished with value: -24.132542394533232 and parameters: {'optimizer': 'QN-SPSA', 'reps': 5, 'gamma_0': 0.506380679026239, 'gamma_1': 0.7879557632065118, 'gamma_2': 0.09697077750557642, 'gamma_3': 1.588974754407522, 'gamma_4': 0.5398979091631092, 'beta_0': 1.9549782780457392, 'beta_1': 1.3456273782850556, 'beta_2': -1.094654729866027, 'beta_3': -0.8246208194858803, 'beta_4': -1.6113285331194418}. Best is trial 133 with value: -28.792558643796117.
[I 2021-08-06 01:56:14,586] Trial 138 finished with value: -26.737678026353986 and parameters: {'optimizer': 'QN-SPSA', 'reps': 3, 'gamma_0': 0.3254446061728622, 'gamma_1': 0.3179114564956541, 'gamma_2': 2.730416673793168, 'beta_0': 2.2452791178951523, 'beta_1': 2.059732328181264, 'beta_2': -0.8423281877690313}. Best is trial 133 with value: -28.792558643796117.
[I 2021-08-06 02:02:34,219] Trial 139 finished with value: -26.3414775089398 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': 0.69634095950905, 'gamma_1': 0.47346602607142546, 'beta_0': 1.4860898845099064, 'beta_1': 0.780183911225768}. Best is trial 133 with value: -28.792558643796117.
[I 2021-08-06 02:09:59,192] Trial 140 finished with value: -24.698581992747165 and parameters: {'optimizer': 'QN-SPSA', 'reps': 6, 'gamma_0': 1.015877536938877, 'gamma_1': 0.14112277413845914, 'gamma_2': 1.2200004293599709, 'gamma_3': -0.04747327246752242, 'gamma_4': 2.1967539328045014, 'gamma_5': 2.9812760206379614, 'beta_0': 2.753983295421276, 'beta_1': 1.127936055432456, 'beta_2': -2.1855825364338117, 'beta_3': -0.1914228821667344, 'beta_4': 0.6947126617580321, 'beta_5': 2.1547613700253674}. Best is trial 133 with value: -28.792558643796117.
[I 2021-08-06 02:16:05,257] Trial 141 finished with value: -26.244435804773623 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': 0.47549363094748576, 'beta_0': 2.0701569579452004}. Best is trial 133 with value: -28.792558643796117.
[I 2021-08-06 02:23:02,611] Trial 142 finished with value: -25.146296876265797 and parameters: {'optimizer': 'QN-SPSA', 'reps': 4, 'gamma_0': 0.25372259139073305, 'gamma_1': 0.6357082398206313, 'gamma_2': 1.5996331906847092, 'gamma_3': 0.593599329118014, 'beta_0': 1.7810245669634606, 'beta_1': 1.861035874447321, 'beta_2': -1.7477620338744158, 'beta_3': 1.9327734991643437}. Best is trial 133 with value: -28.792558643796117.
[I 2021-08-06 02:29:24,981] Trial 143 finished with value: -29.38842676576528 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': 0.12826276290650793, 'gamma_1': -0.04230006881949744, 'beta_0': 1.6605556755570738, 'beta_1': 0.6215492105241449}. Best is trial 143 with value: -29.38842676576528.
[I 2021-08-06 02:35:46,397] Trial 144 finished with value: -25.64296780339594 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': 0.1365113471977337, 'gamma_1': -0.029927831587249876, 'beta_0': 1.6971948493448388, 'beta_1': 0.6289023676461734}. Best is trial 143 with value: -29.38842676576528.
[I 2021-08-06 02:42:28,203] Trial 145 finished with value: -25.945487614626142 and parameters: {'optimizer': 'QN-SPSA', 'reps': 3, 'gamma_0': 0.8270061846228158, 'gamma_1': 0.3876266276108259, 'gamma_2': 0.6633294708685369, 'beta_0': 1.9815185210676847, 'beta_1': 0.9670400713846048, 'beta_2': -1.4409295214793354}. Best is trial 143 with value: -29.38842676576528.
[I 2021-08-06 02:48:35,603] Trial 146 finished with value: -27.923091924244225 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': 0.5937429256060218, 'beta_0': 1.601271935614697}. Best is trial 143 with value: -29.38842676576528.
[I 2021-08-06 02:54:43,608] Trial 147 finished with value: -28.868275268560286 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': 0.35924607950628806, 'beta_0': 1.558044156814253}. Best is trial 143 with value: -29.38842676576528.
[I 2021-08-06 03:00:50,316] Trial 148 finished with value: -25.52866624572148 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': 0.632866956545511, 'beta_0': 1.5974656329393258}. Best is trial 143 with value: -29.38842676576528.
[I 2021-08-06 03:06:56,409] Trial 149 finished with value: -25.478171576436853 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': 0.40964882963173926, 'beta_0': 1.397102273747962}. Best is trial 143 with value: -29.38842676576528.

print(study.best_trial)

FrozenTrial(number=143, values=[-29.38842676576528], datetime_start=datetime.datetime(2021, 8, 6, 2, 23, 2, 615503), datetime_complete=datetime.datetime(2021, 8, 6, 2, 29, 24, 979328), params={'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': 0.12826276290650793, 'gamma_1': -0.04230006881949744, 'beta_0': 1.6605556755570738, 'beta_1': 0.6215492105241449}, distributions={'optimizer': CategoricalDistribution(choices=('SPSA', 'QN-SPSA', 'COBYLA')), 'reps': IntUniformDistribution(high=51, low=1, step=1), 'gamma_0': UniformDistribution(high=3.141592653589793, low=-3.141592653589793), 'gamma_1': UniformDistribution(high=3.141592653589793, low=-3.141592653589793), 'beta_0': UniformDistribution(high=3.141592653589793, low=-3.141592653589793), 'beta_1': UniformDistribution(high=3.141592653589793, low=-3.141592653589793)}, user_attrs={'best': [-29.38842676576528, optimal function value: -35.0
optimal value: [0. 1. 0. 1. 0.]
status: SUCCESS, array([ 0.05224776, -0.39385217,  0.9698034 ,  0.92209371]), 'QN-SPSA']}, system_attrs={}, intermediate_values={}, trial_id=143, state=TrialState.COMPLETE, value=None)

fig = optuna.visualization.plot_optimization_history(study)
fig.show()

mean, result, optimal_params, optimizer_name = study.user_attrs["best"]
print(f"Optimizer: {optimizer_name}")
print(f"Optimal Parameters: {optimal_params}")

Optimizer: QN-SPSA
Optimal Parameters: [ 0.05224776 -0.39385217  0.9698034   0.92209371]

max_cut.draw(result)

mean, distribution = max_cut.analyse(result, print_output=True)
max_cut.plot_histogram(distribution, mean)

optimal function value: -35.0
optimal value: [0. 1. 0. 1. 0.]
status: SUCCESS
Number of samples (32) is too large to display. Skip.
Expectation Value: -29.38842676576528
Highest Exp.Value: 0 with 0.0097672 %
Lowest Exp.Value: -35 with 0.1001 %
Highest Probability: -34 with 0.32737 %
Ratio r: 0.8396693361647223
MSE: 142.74397595249604
RMSE: 11.947551044146914

import qiskit.tools.jupyter
%qiskit_version_table

/home/hm-tlacherm/.local/lib/python3.8/site-packages/qiskit/aqua/__init__.py:86: DeprecationWarning:

The package qiskit.aqua is deprecated. It was moved/refactored to qiskit-terra For more information see <https://github.com/Qiskit/qiskit-aqua/blob/main/README.md#migration-guide>

Version Information

Qiskit Software	Version
qiskit-terra	0.18.1
qiskit-aer	0.8.2
qiskit-ignis	0.6.0
qiskit-ibmq-provider	0.16.0
qiskit-aqua	0.9.4
qiskit	0.29.0
qiskit-nature	0.1.5
qiskit-optimization	0.2.1
System information
Python	3.8.6 (default, Jan 22 2021, 11:41:28) [GCC 8.4.1 20200928 (Red Hat 8.4.1-1)]
OS	Linux
CPUs	192
Memory (Gb)	6046.015735626221
Fri Aug 06 03:06:57 2021 CEST